-- Logs begin at Fri 2021-09-03 15:48:37 UTC, end at Fri 2021-09-03 16:44:59 UTC. -- Sep 03 16:19:28.206208 dv-cinder-757936-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 03 16:19:31.000695 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.common.config [-] Logging enabled! Sep 03 16:19:31.001365 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev610 Sep 03 16:19:31.001511 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93720) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 03 16:19:31.004749 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.common.config [-] Logging enabled! Sep 03 16:19:31.005009 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev610 Sep 03 16:19:31.005357 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93720) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 03 16:19:31.006309 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 16:19:31.006548 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 16:19:31.007187 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 16:19:31.007434 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 16:19:31.007663 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 16:19:31.007992 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.008434 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.008742 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.008978 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.009302 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.009601 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.009892 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.010193 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.010502 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.010800 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.011089 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.011385 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.011624 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.011916 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.012215 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.012519 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.012751 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] debug = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.013057 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.013503 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.013942 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.014234 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.014537 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.014826 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.015107 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.015512 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.015681 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.016040 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] host = dv-cinder-757936-8-iscsi {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.016327 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.016624 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.016923 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.017246 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.017529 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.017816 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.018114 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.018400 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.018680 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] log_file = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.018962 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.019385 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.019558 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.019841 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.020071 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.020300 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.020599 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.020896 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.021207 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.021490 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.021771 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.022052 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.022338 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.022614 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.022908 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.023199 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.023495 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.024300 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.025898 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.025898 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.025898 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.025898 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.025898 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.026915 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.026915 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.027959 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.030342 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.030342 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.030342 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.031713 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.032035 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.032356 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.032735 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.033061 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.033387 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.033668 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.033962 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] use_json = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.034254 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.034545 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.034845 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.035135 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.035477 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.035711 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.035999 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.036307 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:31.036625 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.036937 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.037279 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.037579 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.037891 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.038184 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.038494 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.038781 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.039083 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.040051 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.040372 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.040661 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.040960 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.041278 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.041588 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.041914 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.042222 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.042528 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.042820 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.043106 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.043393 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.043685 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.043983 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.044272 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.044573 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.044876 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.045196 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.045496 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.045803 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.046106 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.046393 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.046685 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.046991 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.047281 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.047564 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.047855 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.048154 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.048441 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.048723 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.049013 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.049325 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.049607 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.049888 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.050171 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.050468 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.050752 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.051033 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.051312 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.051594 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.051870 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.052159 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.052442 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.052721 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.053000 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.053310 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.053592 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.053873 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.054155 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.054435 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.054719 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.055117 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.055407 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.055690 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.055971 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.056252 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.056534 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.056818 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.057127 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.057409 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.057692 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.057969 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.058248 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.058528 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.058824 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.059129 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.059413 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.059701 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.059988 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.060272 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.060555 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.060838 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.061148 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.061434 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.061715 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.062016 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.062307 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.062600 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.062892 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.063176 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.063488 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.063775 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.064065 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.064348 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.064631 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.064921 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.065238 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.065541 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.065851 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.066156 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.066462 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.066771 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.067060 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.067381 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.067668 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:31.067892 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 16:19:31.068147 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93720) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 03 16:19:31.438704 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 03 16:19:31.438990 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 03 16:19:31.439286 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 03 16:19:31.439623 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 03 16:19:31.865985 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:31.866287 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:31.866570 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:31.868430 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:31.868712 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:31.868991 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:31.908618 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:31.909144 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:31.909602 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:31.932396 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:31.932691 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:31.932970 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:31.975722 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:31.976176 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:31.976524 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:32.023778 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:32.024402 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:32.024666 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:32.282269 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:32.287862 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:32.287862 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:32.287862 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:32.287862 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:32.431865 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:32.432114 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:32.432404 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:32.432683 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:32.432955 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:32.433302 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:32.433566 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:32.433832 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:32.434089 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:32.434377 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:32.434642 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:32.434912 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:32.435172 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:32.435429 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:32.435690 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:32.435961 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:32.436222 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:32.436494 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:32.436768 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:32.437032 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:32.437342 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:32.437599 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:32.437887 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:32.438273 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:32.438531 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:32.438788 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:32.439188 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 16:19:32.439435 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 16:19:32.439680 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 16:19:32.439925 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 16:19:32.440163 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 16:19:32.440404 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 16:19:32.440780 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 03 16:19:32.444051 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 03 16:19:32.448067 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 03 16:19:32.451960 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Sep 03 16:19:32.453643 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 03 16:19:32.454354 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 03 16:19:32.454697 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 03 16:19:32.455094 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 03 16:19:32.457947 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 03 16:19:32.458207 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 03 16:19:32.458565 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 03 16:19:32.463996 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 03 16:19:32.486589 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 03 16:19:32.487060 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:32.487372 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93720) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 03 16:19:32.487742 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:32.489156 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93720) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 03 16:19:32.489565 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 03 16:19:32.489819 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 03 16:19:32.493802 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:32.494092 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:32.558252 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 03 16:19:32.558492 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 03 16:19:32.558733 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 03 16:19:32.559119 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 03 16:19:32.582166 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_db.sqlalchemy.engines [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93720) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 03 16:19:33.135371 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.managers [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Initializing driver for type 'gre' Sep 03 16:19:33.136132 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] gre ID ranges: [(1, 1000)] Sep 03 16:19:33.187431 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.managers [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Initializing driver for type 'local' Sep 03 16:19:33.187774 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.managers [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Initializing driver for type 'vlan' Sep 03 16:19:33.201557 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] VlanTypeDriver initialization complete Sep 03 16:19:33.201846 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.managers [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Initializing driver for type 'vxlan' Sep 03 16:19:33.202362 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] vxlan ID ranges: [(1, 1000)] Sep 03 16:19:33.257665 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.managers [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Initializing extension driver 'port_security' Sep 03 16:19:33.258015 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.extensions.port_security [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] PortSecurityExtensionDriver initialization complete Sep 03 16:19:33.258922 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.managers [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Initializing mechanism driver 'openvswitch' Sep 03 16:19:33.259301 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.managers [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Initializing mechanism driver 'hyperv' Sep 03 16:19:33.265996 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.plugins.ml2.plugin [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:19:33.266696 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > port after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.267080 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > port after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.267448 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > port after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.267976 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93720) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 16:19:33.268421 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > subnet after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.268786 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > subnet after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.269176 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.269575 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93720) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 16:19:33.269995 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > network after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.270355 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > network after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.270715 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > network after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.271109 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93720) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 16:19:33.271523 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > security_group after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.271884 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > security_group after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.272236 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.272770 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93720) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 16:19:33.273213 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.273588 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.273946 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.274351 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93720) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 16:19:33.274771 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > address_group after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.275129 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > address_group after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.275483 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.275876 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93720) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 16:19:33.276270 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] ML2 OVO RPC backend initialized. {{(pid=93720) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 03 16:19:33.276997 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.277382 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.277809 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > network before_response 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.278169 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > networks before_response 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.278531 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > port before_response 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.278885 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > ports before_response 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.279242 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > subnet before_response 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.279595 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > subnets before_response 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.279956 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > network after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.280312 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > network after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.280661 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > network after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.281009 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > port after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.281378 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > port after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.281726 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > port after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.282078 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > subnet after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.282425 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > subnet after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.282771 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.283369 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.plugin [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Modular L2 Plugin initialization complete Sep 03 16:19:33.283706 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading services supported by the core plugin {{(pid=93720) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 03 16:19:33.284038 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.plugins.ml2.managers [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Got port-security extension from driver 'port_security' Sep 03 16:19:33.284516 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.extensions.vlantransparent [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Disabled vlantransparent extension. Sep 03 16:19:33.285004 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93720) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 03 16:19:33.285349 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading Plugin: router Sep 03 16:19:33.322081 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.322487 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > router after_create 55549900 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.322873 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > router before_create 55549900 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.323259 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.323644 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.324013 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > router after_delete 55549900 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.324387 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.324750 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.325153 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > router after_create 55549900 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.325515 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > router after_update 55549900 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.325880 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > router after_update 55549900 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.326241 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.326616 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > router after_update 55549900 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.327039 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > router precommit_update 55549900 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.327420 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: port after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.327772 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: port after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.328123 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: subnet after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.328476 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.328835 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.329468 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > router precommit_create 55549900 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.329824 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: port before_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.330178 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > router precommit_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.330545 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > router after_update 55549900 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.330899 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.331263 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > router precommit_create 55549900 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.331636 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.331993 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > router precommit_update 55549900 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.332368 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > agent after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.332728 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > agent after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.333115 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > network after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.333990 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.quota.resource_registry [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Tracking information for resource: router configured {{(pid=93720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 16:19:33.334334 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.quota.resource_registry [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Tracking information for resource: floatingip configured {{(pid=93720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 16:19:33.343893 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.db.l3_agentschedulers_db [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 03 16:19:33.344617 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: port after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.345001 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: port after_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.345393 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: port after_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.346054 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: port after_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.346998 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > router before_create 55550100 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.347381 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.347766 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > router precommit_create 55550100 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.348140 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > router precommit_update 55550100 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.352987 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.services.provider_configuration [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Service providers = [] {{(pid=93720) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 03 16:19:33.353388 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.db.servicetype_db [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93720) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 03 16:19:33.356417 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.services.service_base [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93720) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 16:19:33.356784 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.services.service_base [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93720) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 16:19:33.357172 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.services.service_base [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93720) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 16:19:33.361922 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.services.service_base [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93720) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 16:19:33.362437 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.services.service_base [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 03 16:19:33.362843 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 16:19:33.363179 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 03 16:19:33.375599 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 16:19:33.375952 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading Plugin: auto_allocate Sep 03 16:19:33.381800 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: network precommit_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.382189 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: network precommit_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.382724 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 16:19:33.383703 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading Plugin: tag Sep 03 16:19:33.390463 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 16:19:33.391526 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading Plugin: timestamp Sep 03 16:19:33.394876 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 16:19:33.395218 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading Plugin: network_ip_availability Sep 03 16:19:33.400912 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.403305 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.404262 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.406235 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 16:19:33.406575 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading Plugin: flavors Sep 03 16:19:33.412385 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 16:19:33.412723 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading Plugin: revisions Sep 03 16:19:33.417157 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 16:19:33.417562 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_concurrency.lockutils [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.978s {{(pid=93720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 03 16:19:33.418317 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93720) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Sep 03 16:19:33.418665 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Initializing extension manager. Sep 03 16:19:33.419191 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: __init__.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.419548 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: __pycache__ {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.419894 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.420389 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: address_group.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.421506 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.422102 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: address-group Sep 03 16:19:33.422437 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: address_scope.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.423390 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.423911 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: address-scope Sep 03 16:19:33.424244 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.425242 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.425764 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: router-admin-state-down-before-update Sep 03 16:19:33.426098 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: agent.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.426823 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.427340 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: agent Sep 03 16:19:33.427672 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: agent_resources_synced.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.428608 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.429170 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: agent-resources-synced Sep 03 16:19:33.429508 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: allowedaddresspairs.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.431892 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.432427 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: allowed-address-pairs Sep 03 16:19:33.432768 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: auto_allocated_topology.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.433923 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.434454 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: auto-allocated-topology Sep 03 16:19:33.434795 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: availability_zone.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.435509 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.436027 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: availability_zone Sep 03 16:19:33.436361 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: availability_zone_filter.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.437330 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.437852 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: availability_zone_filter Sep 03 16:19:33.438188 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: data_plane_status.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.439116 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.439629 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extension data-plane-status not supported by any of loaded plugins Sep 03 16:19:33.439966 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: default_subnetpools.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.440906 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.441447 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: default-subnetpools Sep 03 16:19:33.441778 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.442613 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.443136 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: dhcp_agent_scheduler Sep 03 16:19:33.443469 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: dns.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.444407 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.444928 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extension dns-integration not supported by any of loaded plugins Sep 03 16:19:33.445295 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: dns_domain_ports.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.446776 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.447302 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 03 16:19:33.447637 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.448585 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.449141 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 03 16:19:33.449495 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: dvr.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.450183 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.450700 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: dvr Sep 03 16:19:33.451033 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: ecmp_routes.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.451971 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.452486 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 03 16:19:33.452819 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: empty_string_filtering.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.453846 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.454618 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: empty-string-filtering Sep 03 16:19:33.454949 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.455879 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.456397 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 03 16:19:33.456732 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.457694 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.458215 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 03 16:19:33.458546 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: external_net.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.459480 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.459995 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: external-net Sep 03 16:19:33.460323 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.461308 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.461831 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: extra_dhcp_opt Sep 03 16:19:33.462181 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: extraroute.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.463116 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.463633 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: extraroute Sep 03 16:19:33.463961 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: extraroute_atomic.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.465004 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.465553 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: extraroute-atomic Sep 03 16:19:33.465887 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: filter_validation.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.466563 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.467075 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: filter-validation Sep 03 16:19:33.467404 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: fip_pf_description.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.468341 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.468857 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 03 16:19:33.469218 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: fip_port_details.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.470164 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.470682 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: fip-port-details Sep 03 16:19:33.471012 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: flavors.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.472259 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.472789 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: flavors Sep 03 16:19:33.473154 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.474846 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.475385 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 03 16:19:33.475729 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: floatingip_pools.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.476450 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.477001 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: floatingip-pools Sep 03 16:19:33.477368 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: ip_allocation.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.478321 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.478840 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extension ip_allocation not supported by any of loaded plugins Sep 03 16:19:33.479175 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.480111 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.480636 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: ip-substring-filtering Sep 03 16:19:33.480971 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: l2_adjacency.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.481940 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.482465 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 03 16:19:33.482799 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: l3.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.483920 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.484453 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: router Sep 03 16:19:33.484793 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.487093 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.487633 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 03 16:19:33.487975 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.488938 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.489496 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: ext-gw-mode Sep 03 16:19:33.489834 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.490790 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.491316 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: l3-ha Sep 03 16:19:33.491652 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: l3_flavors.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.493148 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.493668 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: l3-flavors Sep 03 16:19:33.494003 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.495375 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.495891 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 03 16:19:33.496230 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: l3agentscheduler.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.497342 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.497863 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: l3_agent_scheduler Sep 03 16:19:33.498195 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: logging.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.499835 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.500356 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extension logging not supported by any of loaded plugins Sep 03 16:19:33.500699 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: metering.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.501491 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.502080 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: metering Sep 03 16:19:33.502414 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.503588 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.504177 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: metering_source_and_destination_fields Sep 03 16:19:33.504500 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: multiprovidernet.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.505488 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.506007 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: multi-provider Sep 03 16:19:33.506343 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: netmtu.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.507326 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.507850 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: net-mtu Sep 03 16:19:33.508798 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: netmtu_writable.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.509871 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.510302 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: net-mtu-writable Sep 03 16:19:33.510716 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: network_availability_zone.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.511413 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.511931 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: network_availability_zone Sep 03 16:19:33.512260 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: network_ip_availability.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.513600 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.514004 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: network-ip-availability Sep 03 16:19:33.514383 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: network_segment_range.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.515174 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.515763 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extension network-segment-range not supported by any of loaded plugins Sep 03 16:19:33.516018 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: pagination.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.517031 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.517406 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: pagination Sep 03 16:19:33.517894 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: port_device_profile.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.518880 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.519456 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: port-device-profile Sep 03 16:19:33.519791 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.520762 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.521363 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: port-mac-address-regenerate Sep 03 16:19:33.521696 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.522667 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.523238 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: port-numa-affinity-policy Sep 03 16:19:33.523572 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: port_resource_request.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.524812 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.525284 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extension port-resource-request not supported by any of loaded plugins Sep 03 16:19:33.525622 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: portbindings.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.526581 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.527150 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: binding Sep 03 16:19:33.527498 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: portbindings_extended.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.528800 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.529446 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: binding-extended Sep 03 16:19:33.529701 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: portsecurity.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.530689 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.531217 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: port-security Sep 03 16:19:33.531553 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: project_id.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.532557 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.532897 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: project-id Sep 03 16:19:33.533353 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: providernet.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.534357 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.534880 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: provider Sep 03 16:19:33.535245 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: qos.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.538934 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.539512 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extension qos not supported by any of loaded plugins Sep 03 16:19:33.539858 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.541174 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.541719 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 03 16:19:33.542061 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.543053 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.543585 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 03 16:19:33.543926 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: qos_default.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.544859 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.545450 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extension qos-default not supported by any of loaded plugins Sep 03 16:19:33.545869 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: qos_fip.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.546519 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.547018 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extension qos-fip not supported by any of loaded plugins Sep 03 16:19:33.547351 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: qos_gateway_ip.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.548302 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.548824 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 03 16:19:33.549202 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: qos_port_network_policy.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.550146 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.550668 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 03 16:19:33.551002 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: qos_pps_rule.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.552216 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.552740 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extension qos-pps not supported by any of loaded plugins Sep 03 16:19:33.553100 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: qos_rule_type_details.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.554043 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.554568 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 03 16:19:33.555436 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: qos_rules_alias.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.556504 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.557031 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 03 16:19:33.557388 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: quotasv2.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.558372 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.558716 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: quotas Sep 03 16:19:33.559047 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: quotasv2_detail.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.562424 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.562779 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: quota_details Sep 03 16:19:33.563125 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: rbac.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.564228 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.564771 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: rbac-policies Sep 03 16:19:33.565142 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: rbac_address_group.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.566097 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.566629 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: rbac-address-group Sep 03 16:19:33.566966 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: rbac_address_scope.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.567901 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.568429 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: rbac-address-scope Sep 03 16:19:33.568766 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: rbac_security_groups.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.569738 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.570262 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: rbac-security-groups Sep 03 16:19:33.571156 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: rbac_subnetpool.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.572102 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.572632 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: rbac-subnetpool Sep 03 16:19:33.572967 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: revisionifmatch.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.573933 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.574462 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: revision-if-match Sep 03 16:19:33.574797 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: revisions.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.575915 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.576441 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: standard-attr-revisions Sep 03 16:19:33.576779 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: router_availability_zone.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.577514 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.578036 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: router_availability_zone Sep 03 16:19:33.578369 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: routerservicetype.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.579562 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.580081 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extension router-service-type not supported by any of loaded plugins Sep 03 16:19:33.580417 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.581384 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.581906 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: security-groups-normalized-cidr Sep 03 16:19:33.582246 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.583181 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.583709 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: port-security-groups-filtering Sep 03 16:19:33.584044 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.584980 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.585530 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: security-groups-remote-address-group Sep 03 16:19:33.585866 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: securitygroup.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.597117 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.597663 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: security-group Sep 03 16:19:33.598010 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: segment.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.598818 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.599340 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extension segment not supported by any of loaded plugins Sep 03 16:19:33.599678 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.600643 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.601193 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 03 16:19:33.601533 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: servicetype.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.603577 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.604107 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: service-type Sep 03 16:19:33.604447 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: sorting.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.605490 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.605829 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: sorting Sep 03 16:19:33.606161 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: standard_attr_segment.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.607107 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.607636 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 03 16:19:33.607973 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: standardattrdescription.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.608641 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.609208 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: standard-attr-description Sep 03 16:19:33.609550 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: stateful_security_group.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.610504 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.611033 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: stateful-security-group Sep 03 16:19:33.611368 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: stdattrs_common.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.611963 dv-cinder-757936-8-iscsi neutron-server[93720]: WARNING neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 03 16:19:33.612293 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.613418 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.613952 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 03 16:19:33.614286 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: subnet_onboard.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.615395 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.615932 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: subnet_onboard Sep 03 16:19:33.616267 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.617255 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.618358 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 03 16:19:33.618690 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: subnet_service_types.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.619642 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.620168 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: subnet-service-types Sep 03 16:19:33.620503 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: subnetallocation.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.621630 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.622154 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: subnet_allocation Sep 03 16:19:33.622491 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.623187 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.623702 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: subnetpool-prefix-ops Sep 03 16:19:33.624034 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.624995 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.625545 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 03 16:19:33.625882 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: tagging.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.626988 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.627519 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: standard-attr-tag Sep 03 16:19:33.627860 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: timestamp.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.629159 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.629694 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loaded extension: standard-attr-timestamp Sep 03 16:19:33.630033 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: trunk.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.631123 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.631655 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extension trunk not supported by any of loaded plugins Sep 03 16:19:33.631992 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: trunk_details.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.632942 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.633532 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extension trunk-details not supported by any of loaded plugins Sep 03 16:19:33.633869 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: uplink_status_propagation.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.634915 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.635443 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 03 16:19:33.635777 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Loading extension file: vlantransparent.py {{(pid=93720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 16:19:33.636471 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 16:19:33.636991 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 03 16:19:33.639543 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.quota.resource_registry [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Creating instance of TrackedResource for resource:network Sep 03 16:19:33.640096 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.quota.resource_registry [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Creating instance of TrackedResource for resource:subnet Sep 03 16:19:33.640555 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.quota.resource_registry [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 16:19:33.640915 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.quota.resource_registry [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Creating instance of TrackedResource for resource:port Sep 03 16:19:33.642203 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.v2.resource_helper [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 16:19:33.642657 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.v2.resource_helper [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Service FLAVORS assigned prefix: {{(pid=93720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 16:19:33.643299 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.v2.resource_helper [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 16:19:33.643748 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.v2.resource_helper [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 16:19:33.644088 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.quota.resource_registry [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Creating instance of TrackedResource for resource:router Sep 03 16:19:33.644522 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.quota.resource_registry [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Creating instance of TrackedResource for resource:floatingip Sep 03 16:19:33.645028 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.v2.resource_helper [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Service METERING assigned prefix: /metering {{(pid=93720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 16:19:33.646498 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.646884 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.647257 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:19:33.648285 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.quota.resource_registry [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Creating instance of CountableResource for resource:rbac_policy Sep 03 16:19:33.648773 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.quota.resource_registry [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Creating instance of TrackedResource for resource:security_group Sep 03 16:19:33.649256 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.quota.resource_registry [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 03 16:19:33.649862 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.v2.resource_helper [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Service CORE assigned prefix: {{(pid=93720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 16:19:33.650200 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.quota.resource_registry [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 16:19:33.650552 dv-cinder-757936-8-iscsi neutron-server[93720]: WARNING neutron.quota.resource_registry [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] subnetpool is already registered Sep 03 16:19:33.651001 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.v2.resource_helper [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Service CORE assigned prefix: {{(pid=93720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 16:19:33.651335 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.quota.resource_registry [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 16:19:33.651686 dv-cinder-757936-8-iscsi neutron-server[93720]: WARNING neutron.quota.resource_registry [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] subnetpool is already registered Sep 03 16:19:33.654062 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.v2.resource_helper [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 16:19:33.654505 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.v2.resource_helper [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Service FLAVORS assigned prefix: {{(pid=93720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 16:19:33.655108 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.v2.resource_helper [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 16:19:33.655540 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.v2.resource_helper [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 16:19:33.655885 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.quota.resource_registry [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Creating instance of TrackedResource for resource:router Sep 03 16:19:33.656232 dv-cinder-757936-8-iscsi neutron-server[93720]: WARNING neutron.quota.resource_registry [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] router is already registered Sep 03 16:19:33.656650 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.quota.resource_registry [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Creating instance of TrackedResource for resource:floatingip Sep 03 16:19:33.656995 dv-cinder-757936-8-iscsi neutron-server[93720]: WARNING neutron.quota.resource_registry [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] floatingip is already registered Sep 03 16:19:33.657484 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.v2.resource_helper [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Service METERING assigned prefix: /metering {{(pid=93720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 16:19:33.658158 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.quota.resource_registry [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Creating instance of CountableResource for resource:rbac_policy Sep 03 16:19:33.658498 dv-cinder-757936-8-iscsi neutron-server[93720]: WARNING neutron.quota.resource_registry [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] rbac_policy is already registered Sep 03 16:19:33.658918 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.quota.resource_registry [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Creating instance of TrackedResource for resource:security_group Sep 03 16:19:33.659262 dv-cinder-757936-8-iscsi neutron-server[93720]: WARNING neutron.quota.resource_registry [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] security_group is already registered Sep 03 16:19:33.659672 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.quota.resource_registry [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 03 16:19:33.660012 dv-cinder-757936-8-iscsi neutron-server[93720]: WARNING neutron.quota.resource_registry [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] security_group_rule is already registered Sep 03 16:19:33.660657 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.v2.resource_helper [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Service CORE assigned prefix: {{(pid=93720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 16:19:33.660994 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.quota.resource_registry [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 16:19:33.661358 dv-cinder-757936-8-iscsi neutron-server[93720]: WARNING neutron.quota.resource_registry [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] subnetpool is already registered Sep 03 16:19:33.661796 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.v2.resource_helper [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Service CORE assigned prefix: {{(pid=93720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 16:19:33.662133 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.quota.resource_registry [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 16:19:33.662473 dv-cinder-757936-8-iscsi neutron-server[93720]: WARNING neutron.quota.resource_registry [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] subnetpool is already registered Sep 03 16:19:33.662951 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extended resource: extensions {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:19:33.664975 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extended resource: address-groups {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:19:33.666523 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extended resource: address-scopes {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:19:33.667855 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extended resource: agents {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:19:33.669025 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extended resource: auto-allocated-topology {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:19:33.670305 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extended resource: availability_zones {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:19:33.671524 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extended resource: dhcp-networks {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:19:33.673085 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extended resource: dhcp-agents {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:19:33.674520 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extended resource: routers {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:19:33.676730 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extended resource: flavors {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:19:33.677943 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extended resource: service_profiles {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:19:33.679167 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extended resource: next_providers {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:19:33.681219 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extended resource: service_profiles {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:19:33.682781 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extended resource: floatingip-pools {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:19:33.684005 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extended resource: routers {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:19:33.686168 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extended resource: floatingips {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:19:33.687473 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extended resource: l3-routers {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:19:33.688899 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extended resource: l3-agents {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:19:33.690350 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extended resource: metering-labels {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:19:33.691719 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extended resource: metering-label-rules {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:19:33.693010 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extended resource: network-ip-availabilities {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:19:33.694325 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extended resource: bindings {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:19:33.696861 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extended resource: quotas {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:19:33.698365 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extended resource: quotas {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:19:33.699788 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extended resource: rbac-policies {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:19:33.701007 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extended resource: security-groups {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:19:33.703610 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extended resource: security-group-rules {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:19:33.705186 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extended resource: service-providers {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:19:33.706431 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extended resource: subnetpools {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:19:33.707862 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extended resource: subnetpools {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:19:33.711390 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extended resource: tags {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:19:33.713075 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extended resource: tags {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:19:33.714966 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extended resource: tags {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:19:33.716761 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extended resource: tags {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:19:33.718592 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extended resource: tags {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:19:33.720436 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extended resource: tags {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:19:33.722162 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extended resource: tags {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:19:33.724071 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extended resource: tags {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:19:33.725870 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extended resource: tags {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:19:33.728261 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron.api.extensions [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Extended resource: tags {{(pid=93720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 16:19:33.734257 dv-cinder-757936-8-iscsi neutron-server[93720]: WARNING keystonemiddleware.auth_token [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 03 16:19:33.739037 dv-cinder-757936-8-iscsi neutron-server[93720]: WARNING keystonemiddleware.auth_token [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 03 16:19:33.747739 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_concurrency.lockutils [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Acquired lock "singleton_lock" {{(pid=93720) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 03 16:19:33.748230 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_concurrency.lockutils [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Releasing lock "singleton_lock" {{(pid=93720) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 03 16:19:33.748879 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO oslo_service.service [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Starting 2 workers Sep 03 16:19:33.753747 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Started child 93827 {{(pid=93720) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 16:19:33.758854 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Started child 93828 {{(pid=93720) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 16:19:33.759629 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:19:33.760529 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO neutron.service [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 03 16:19:33.761142 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [-] (93827) wsgi starting up on http://0.0.0.0:9696 Sep 03 16:19:33.761242 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Notify callbacks [] for process, before_spawn {{(pid=93720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:19:33.763546 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:19:33.764016 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO oslo_service.service [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Starting 1 workers Sep 03 16:19:33.764923 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [-] (93828) wsgi starting up on http://0.0.0.0:9696 Sep 03 16:19:33.769031 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Started child 93829 {{(pid=93720) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 16:19:33.769627 dv-cinder-757936-8-iscsi neutron-server[93720]: INFO oslo_service.service [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Starting 1 workers Sep 03 16:19:33.772928 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.service [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] calling RpcWorker wait() {{(pid=93829) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 03 16:19:33.773485 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.service [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] returning from RpcWorker wait() {{(pid=93829) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 03 16:19:33.774817 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Started child 93830 {{(pid=93720) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 16:19:33.775576 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:19:33.775701 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG neutron_lib.callbacks.manager [None req-48351e87-5cba-46a1-bed6-77ea75184373 None None] Notify callbacks [] for process, after_spawn {{(pid=93720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:19:33.776102 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:19:33.777590 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93720) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 03 16:19:33.777805 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 16:19:33.778001 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 16:19:33.778212 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 16:19:33.778545 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 16:19:33.778709 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 16:19:33.779405 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.779535 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:19:33.780024 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.780024 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.780197 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.780502 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.781126 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.781391 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.781666 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.781949 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.782203 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.782376 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.782549 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.782797 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.783036 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.783340 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.783596 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.783839 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.784099 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.784273 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.784534 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.784805 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.785087 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.785353 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] debug = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.785614 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.786113 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.786342 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.786607 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.786848 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.787135 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.787384 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.787645 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.787888 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.788105 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.788360 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.788608 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.788861 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.789103 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.789383 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.789651 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.789886 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.790355 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] host = dv-cinder-757936-8-iscsi {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.790620 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.790839 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.791087 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.791335 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.791766 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.791986 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.792244 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.792472 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.792725 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.792957 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.793249 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.793510 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.793760 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.794004 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] log_file = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.794170 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] log_options = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.794406 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.794669 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.794921 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.795113 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.795269 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.795450 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.795713 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.795861 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.796130 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.796327 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.796534 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.796795 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.796992 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.797271 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.797517 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.797768 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.797989 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.798213 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.798473 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.798719 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.798945 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.799176 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.799411 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.799630 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.799848 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.800083 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.800308 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.800553 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.800766 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.801016 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.801276 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.801533 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.801794 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.802049 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.802277 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.802504 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.802749 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.803014 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.803246 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.803476 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.803730 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.803968 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.804216 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.804431 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.804644 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.804921 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] use_json = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.805123 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.805337 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.805610 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.805826 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.806040 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.806269 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.806464 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.806702 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.807133 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.807402 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.807707 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.807942 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.808197 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.808458 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.808726 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.809507 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.809767 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.810023 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.810338 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.810585 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.810886 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.811095 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.811374 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.811726 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.811969 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.812500 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.812500 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.812787 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:19:33.812928 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.812928 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.813228 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.813438 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.813796 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.813934 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.814126 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.814366 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.814694 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.815079 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.815268 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.815520 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.816039 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.816269 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.816513 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.816715 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.816953 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.817284 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.817475 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.817699 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.817915 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.818147 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.818378 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.818617 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.818867 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.819097 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.819339 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.819574 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.819808 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.820039 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.820268 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.821022 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.821269 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.821524 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.821765 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.822177 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.822533 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.822783 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.823002 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.823217 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.823438 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.823991 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.824223 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.824446 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.824666 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.825056 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.825528 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.825528 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.826289 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.826289 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.826289 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.826289 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.827410 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.827410 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.827410 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.827410 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.827410 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.828050 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.828050 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.828050 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.828419 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.828419 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.829813 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.829813 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.830152 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.830439 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.830681 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.830911 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.831139 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.831384 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.831829 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.832322 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.832322 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.832604 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.832842 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.833104 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.833928 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.833928 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.833928 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.834353 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.834353 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.835030 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.835030 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.835030 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.835523 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.835523 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.835791 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.835934 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.836218 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.836956 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.837578 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.837578 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.837880 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.838015 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.841088 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.841088 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.841088 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.841088 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.841088 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.841088 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.841088 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.841088 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.841727 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.841727 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.841727 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.841727 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.841727 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.842094 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.842237 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.842507 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.842744 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.843006 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.843245 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.843522 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.843770 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.844007 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.844241 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.844471 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.844791 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.845058 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.845295 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.845575 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.845865 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.846234 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.846376 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.846621 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.846870 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.847101 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.847351 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.847589 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.847823 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.848063 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.848310 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.848522 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.848766 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.848983 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.849409 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.849734 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.849958 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.850209 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.850429 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.852480 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.852777 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.853057 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.853295 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.853571 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.853796 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.854027 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.854289 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.854537 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.854763 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.856796 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.857554 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.859103 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.859364 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.859817 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.860097 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.860351 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.860614 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.861272 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.861585 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.861814 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.862074 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.862311 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.864546 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.864546 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.864546 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.864825 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.864825 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.865050 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.865279 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.865550 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.866066 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.866168 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.866382 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.866616 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.866857 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.867076 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.867363 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.867622 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.867861 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.868075 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.868294 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.868512 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.868773 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.869017 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.869661 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.870464 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.870714 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.870932 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.871152 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.871370 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.871662 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.871932 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.872165 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.872435 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.872692 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.872921 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.873194 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.873407 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.873618 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.873843 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.874079 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.874290 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.874517 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.874728 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.874942 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.875163 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.875402 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.875609 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.875872 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.876065 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.876311 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.876533 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.876751 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.876983 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.877239 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.877441 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.877651 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.877891 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.878108 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.878322 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.878565 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.878775 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.878983 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.879228 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.879441 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.881203 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.881570 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.881835 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.882066 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.882352 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.882612 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.882862 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.883708 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.884108 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.884377 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.884674 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.884925 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.885193 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.885419 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.885695 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.885996 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.886294 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.886567 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.886823 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.887092 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.887370 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.887643 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.887857 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.888165 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.888512 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.889147 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.889454 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.889711 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.889989 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.890299 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.890657 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.890851 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.891088 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.891323 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.891595 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.891830 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.892065 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.892280 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.892531 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.892750 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.892974 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.893234 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.893474 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.893693 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.893849 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 16:19:33.894379 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93720) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 03 16:19:33.894538 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 16:19:33.894692 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 16:19:33.894865 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 16:19:33.895047 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 16:19:33.895204 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 16:19:33.895413 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.895574 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.895732 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.895890 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.896099 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.896196 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 42768) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:19:33.896270 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.896366 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.896681 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.897006 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.897265 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.897362 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.897488 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.897640 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.897792 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.897946 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.898099 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.898251 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.898405 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.898562 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.898715 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.898867 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.899020 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.899170 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] debug = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.899322 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.899535 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.899699 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.899851 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.900005 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.900166 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.900522 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.900683 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.900842 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.900992 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.901169 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.901323 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.901484 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.901629 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.901782 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.901934 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.902088 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.902351 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] host = dv-cinder-757936-8-iscsi {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.903051 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.903182 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.903305 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.903440 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.903565 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.903897 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.903897 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.904149 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.904149 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.904387 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.904510 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.904632 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.904765 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.904890 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] log_file = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.905055 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] log_options = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.905216 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.905367 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.905521 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.905699 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.905857 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.906011 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.906164 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.906316 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.906442 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:19:33.906570 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.906694 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.906816 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.906938 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.907060 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.907192 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.907337 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.907487 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.907642 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.907802 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.907962 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.908119 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.908275 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.908431 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.908588 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.908746 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.908903 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.909076 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.909236 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.909393 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.909549 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.909675 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0100794 Sep 03 16:19:33.909816 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.909931 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.910053 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.910201 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.910474 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.910474 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.910746 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.910746 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.911006 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.911879 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.912030 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.912184 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.912323 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.912486 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.912641 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.913717 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.913895 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] use_json = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.914039 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.914190 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.914403 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.914657 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.914874 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.915039 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.915183 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.915350 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 16:19:33.915544 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.915710 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.915865 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.916030 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.917054 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.917255 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.917472 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.917637 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.917801 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.917946 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.918116 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.918277 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.918447 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.918608 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.918767 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.918929 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.919089 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.919249 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.919409 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.919567 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.919726 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.919883 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.920052 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.920210 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.920558 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.920558 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.920787 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.920891 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.920993 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.921141 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.921303 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.922306 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.922306 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.922306 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.922306 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.922306 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.922306 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.922900 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.922900 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.923930 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.923930 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.923930 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.924515 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.924515 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.924515 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.925210 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.925210 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.925210 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.925210 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.926280 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.926427 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.926534 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.926680 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.926841 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.927002 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.927617 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.927617 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.927617 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.928215 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.929010 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.929010 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.929010 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.929360 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.929464 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.929568 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.929687 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.929964 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.930091 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.930197 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.930327 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.930483 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.930706 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.930802 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.930942 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.931107 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.931265 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.931450 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.931584 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.931743 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.931902 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.932083 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.932220 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.933386 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.933612 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.933781 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.933940 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.934100 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.934262 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.934420 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.934590 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.934790 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.934930 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.935317 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.935317 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.935517 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.935517 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.935662 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.935821 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.935979 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.936137 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.936297 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.936456 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.936618 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.936778 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.936937 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.937927 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.938091 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.938449 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.938609 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.938909 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.939225 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.939534 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.939691 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.939990 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.940310 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.940475 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.940649 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.940877 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.941014 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.941226 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.941355 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.941478 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.941601 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.941760 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.941920 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.942085 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.942243 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.943353 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.943353 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.943353 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.943353 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.943353 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.943353 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.943353 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.944166 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.944166 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.944166 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.944166 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.944166 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.944738 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.944738 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.944738 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.944738 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.945228 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.945228 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.945228 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.946114 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.946114 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.946114 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.946459 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.946459 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.947386 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.947544 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.947686 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.947980 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.947980 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.948409 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.948409 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.948409 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.948813 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.948813 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.949262 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.949262 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.949262 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.949673 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.949673 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.949673 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.950058 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.950058 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.950330 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.950330 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.950592 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.950592 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.950873 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.950873 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.951167 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.951167 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.951429 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.951429 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.951689 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.951827 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.951963 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.952110 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.952248 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.952386 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.952524 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.952672 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.952809 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.952945 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.953111 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.953255 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.953404 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.953545 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.953681 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.953818 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.954239 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.954384 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.954545 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.954703 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.954846 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.954993 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.955154 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.955312 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.955458 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.955623 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.955783 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.957579 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.957754 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.957927 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.958098 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.958098 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.958475 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.958577 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.958740 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.958901 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.959063 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.959225 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.959396 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.959557 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.959716 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.959876 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.960297 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.960297 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.960454 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.960532 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.960633 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.960790 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.960948 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.961246 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.963362 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.963362 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.963362 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.963362 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.963362 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.963362 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.963362 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.963362 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.963864 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.963864 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.964722 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.965215 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.966174 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.966174 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.966174 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.966174 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.966174 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.966558 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.966558 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.966558 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.966764 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.966862 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.967609 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.967609 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.967609 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.967609 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.968007 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.968946 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.968946 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.968946 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.968946 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.968946 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.969330 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.969330 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.969464 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.969559 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.970305 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.970305 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.970305 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.970305 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.970575 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.970575 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.970692 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.971709 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.971876 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.972039 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.972203 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.972375 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.972522 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.972681 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.972841 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.973005 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.973173 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.973335 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.974598 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.975297 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.975472 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.975635 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.975805 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.975965 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.976126 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 16:19:33.976669 dv-cinder-757936-8-iscsi neutron-server[93720]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 16:19:45.494745 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ef29ab-c3b0-4387-b6e9-f4be5c2cd3c0 None None] get_active_networks_info from dv-cinder-757936-8-iscsi {{(pid=93829) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 03 16:19:45.575793 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ef29ab-c3b0-4387-b6e9-f4be5c2cd3c0 None None] No non-hosted networks {{(pid=93829) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 03 16:19:45.627395 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.agentschedulers_db [None req-45ef29ab-c3b0-4387-b6e9-f4be5c2cd3c0 None None] DHCP Agent not found on host dv-cinder-757936-8-iscsi {{(pid=93829) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 03 16:19:45.771867 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8536d09b-529a-416b-87eb-c32dc5a9082d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-957104'] for agent, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:19:47.984719 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-29f6a2e4-2213-4bd5-b052-d09d6726bb63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-957104'] for agent, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:19:48.036305 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-21d44281-05d9-4e17-b576-7c73a7a1d41c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:19:48.341902 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-957104'] for agent, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:19:48.342654 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:19:48.343052 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:19:48.343445 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:19:48.343832 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:19:48.344220 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:19:48.344632 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:19:48.344970 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:19:48.345585 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:19:48.346123 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:19:48.346602 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:19:48.347109 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:19:48.347645 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:19:48.348227 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-757936-8-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:19:48.372130 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-757936-8-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:19:49.000152 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad34-f359-45be-bded-9b7b563a89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-957104'] for agent, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:19:50.763171 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30fea9dd-2dab-4865-ba17-13165276935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-957104'] for agent, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:19:51.939258 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 42864) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:19:52.381979 dv-cinder-757936-8-iscsi neutron-server[93829]: INFO neutron.db.l3_hamode_db [None req-f11a1b55-8355-47b8-af74-ea9750056f6f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 03 16:19:52.460551 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11a1b55-8355-47b8-af74-ea9750056f6f None None] Routers set() bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:19:52.460957 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11a1b55-8355-47b8-af74-ea9750056f6f None None] Router IDs set() for agent in host dv-cinder-757936-8-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 03 16:19:52.465675 dv-cinder-757936-8-iscsi neutron-server[93827]: WARNING oslo_policy.policy [None req-de2b4f27-c388-4b9b-944f-5888bc95bdf7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 16:19:52.466299 dv-cinder-757936-8-iscsi neutron-server[93827]: WARNING oslo_policy.policy [None req-de2b4f27-c388-4b9b-944f-5888bc95bdf7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 16:19:52.690045 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [None req-de2b4f27-c388-4b9b-944f-5888bc95bdf7 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 16:19:52.691125 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-de2b4f27-c388-4b9b-944f-5888bc95bdf7 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7508671 Sep 03 16:19:55.075585 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 42878) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:19:55.563927 dv-cinder-757936-8-iscsi neutron-server[93828]: WARNING oslo_policy.policy [None req-3b8afdf8-89a7-412b-88a6-29acd7ace9c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 16:19:55.564566 dv-cinder-757936-8-iscsi neutron-server[93828]: WARNING oslo_policy.policy [None req-3b8afdf8-89a7-412b-88a6-29acd7ace9c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 16:19:55.791219 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-3b8afdf8-89a7-412b-88a6-29acd7ace9c2 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:19:55.883218 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.policy [None req-3b8afdf8-89a7-412b-88a6-29acd7ace9c2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93828) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 03 16:19:55.928408 dv-cinder-757936-8-iscsi neutron-server[93828]: WARNING oslo_policy.policy [None req-3b8afdf8-89a7-412b-88a6-29acd7ace9c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 16:19:55.928783 dv-cinder-757936-8-iscsi neutron-server[93828]: WARNING oslo_policy.policy [None req-3b8afdf8-89a7-412b-88a6-29acd7ace9c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 16:19:55.937379 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.quota [None req-3b8afdf8-89a7-412b-88a6-29acd7ace9c2 admin admin] Loaded quota_driver: . Sep 03 16:19:56.027349 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3b8afdf8-89a7-412b-88a6-29acd7ace9c2 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739256580274', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739256581469', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739256594310', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739256591714', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739256153633', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739256742145', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4056156', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3948772', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1012977', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-631079'] for rbac-policy, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:19:56.089387 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3b8afdf8-89a7-412b-88a6-29acd7ace9c2 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:19:56.090803 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-3b8afdf8-89a7-412b-88a6-29acd7ace9c2 admin admin] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0131035 Sep 03 16:19:58.707580 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 42896) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:19:59.000487 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-6384108a-65a0-4c5c-9293-4634456ed4e0 admin admin] Request body: {'network': {'tenant_id': '7eee3fa35b4c45229bb565bfaefe0277', 'name': 'private', 'project_id': '7eee3fa35b4c45229bb565bfaefe0277', 'admin_state_up': True}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:19:59.029511 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6384108a-65a0-4c5c-9293-4634456ed4e0 admin admin] Made reservation on behalf of 7eee3fa35b4c45229bb565bfaefe0277 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:19:59.032610 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6384108a-65a0-4c5c-9293-4634456ed4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:19:59.049256 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6384108a-65a0-4c5c-9293-4634456ed4e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:19:59.172582 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6384108a-65a0-4c5c-9293-4634456ed4e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:19:59.176775 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6384108a-65a0-4c5c-9293-4634456ed4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:19:59.196796 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6384108a-65a0-4c5c-9293-4634456ed4e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 866, 'physical_network': 'physnet1'} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 16:19:59.224773 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6384108a-65a0-4c5c-9293-4634456ed4e0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739257953356', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:19:59.225437 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6384108a-65a0-4c5c-9293-4634456ed4e0 admin admin] Unsubscribe: segment precommit_create {{(pid=93828) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 03 16:19:59.226447 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.db.segments_db [None req-6384108a-65a0-4c5c-9293-4634456ed4e0 admin admin] Added segment f5d3e9fe-1713-4612-881d-845c7ee6172d of type vlan for network 13d1a945-9fd4-4b39-a0e8-ea7937deae43 Sep 03 16:19:59.242655 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6384108a-65a0-4c5c-9293-4634456ed4e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b364da9-3dfb-4249-bd39-ec744cac5a31,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:19:59.288156 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384108a-65a0-4c5c-9293-4634456ed4e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:19:59.289073 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384108a-65a0-4c5c-9293-4634456ed4e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:19:59.289426 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384108a-65a0-4c5c-9293-4634456ed4e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:19:59.289768 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384108a-65a0-4c5c-9293-4634456ed4e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:19:59.290104 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384108a-65a0-4c5c-9293-4634456ed4e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:19:59.290463 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384108a-65a0-4c5c-9293-4634456ed4e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:19:59.290800 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384108a-65a0-4c5c-9293-4634456ed4e0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:19:59.291138 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384108a-65a0-4c5c-9293-4634456ed4e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:19:59.291490 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384108a-65a0-4c5c-9293-4634456ed4e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:19:59.291820 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384108a-65a0-4c5c-9293-4634456ed4e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:19:59.292149 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384108a-65a0-4c5c-9293-4634456ed4e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:19:59.292475 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384108a-65a0-4c5c-9293-4634456ed4e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:19:59.293648 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6384108a-65a0-4c5c-9293-4634456ed4e0 admin admin] Tracked resource versions report: Sep 03 16:19:59.293648 dv-cinder-757936-8-iscsi neutron-server[93828]: pushed versions: Sep 03 16:19:59.293648 dv-cinder-757936-8-iscsi neutron-server[93828]: { 'AddressGroup': {'1.2'}, Sep 03 16:19:59.293648 dv-cinder-757936-8-iscsi neutron-server[93828]: 'ConntrackHelper': {'1.0'}, Sep 03 16:19:59.293648 dv-cinder-757936-8-iscsi neutron-server[93828]: 'Log': {'1.0'}, Sep 03 16:19:59.293648 dv-cinder-757936-8-iscsi neutron-server[93828]: 'Network': {'1.1'}, Sep 03 16:19:59.293648 dv-cinder-757936-8-iscsi neutron-server[93828]: 'Port': {'1.7'}, Sep 03 16:19:59.293648 dv-cinder-757936-8-iscsi neutron-server[93828]: 'PortForwarding': {'1.2'}, Sep 03 16:19:59.293648 dv-cinder-757936-8-iscsi neutron-server[93828]: 'QosPolicy': {'1.9'}, Sep 03 16:19:59.293648 dv-cinder-757936-8-iscsi neutron-server[93828]: 'SecurityGroup': {'1.4'}, Sep 03 16:19:59.293648 dv-cinder-757936-8-iscsi neutron-server[93828]: 'SecurityGroupRule': {'1.2'}, Sep 03 16:19:59.293648 dv-cinder-757936-8-iscsi neutron-server[93828]: 'SubPort': {'1.0'}, Sep 03 16:19:59.293648 dv-cinder-757936-8-iscsi neutron-server[93828]: 'Subnet': {'1.1'}, Sep 03 16:19:59.293648 dv-cinder-757936-8-iscsi neutron-server[93828]: 'Trunk': {'1.1'}} Sep 03 16:19:59.293648 dv-cinder-757936-8-iscsi neutron-server[93828]: consumer versions: Sep 03 16:19:59.293648 dv-cinder-757936-8-iscsi neutron-server[93828]: { DHCP agent@dv-cinder-757936-8-iscsi: {}, Sep 03 16:19:59.293648 dv-cinder-757936-8-iscsi neutron-server[93828]: L3 agent@dv-cinder-757936-8-iscsi: {}, Sep 03 16:19:59.293648 dv-cinder-757936-8-iscsi neutron-server[93828]: Metadata agent@dv-cinder-757936-8-iscsi: {}, Sep 03 16:19:59.293648 dv-cinder-757936-8-iscsi neutron-server[93828]: Metering agent@dv-cinder-757936-8-iscsi: {}, Sep 03 16:19:59.293648 dv-cinder-757936-8-iscsi neutron-server[93828]: Open vSwitch agent@dv-cinder-757936-8-iscsi: { 'AddressGroup': '1.2', Sep 03 16:19:59.293648 dv-cinder-757936-8-iscsi neutron-server[93828]: 'ConntrackHelper': '1.0', Sep 03 16:19:59.293648 dv-cinder-757936-8-iscsi neutron-server[93828]: 'Log': '1.0', Sep 03 16:19:59.293648 dv-cinder-757936-8-iscsi neutron-server[93828]: 'Network': '1.1', Sep 03 16:19:59.293648 dv-cinder-757936-8-iscsi neutron-server[93828]: 'Port': '1.7', Sep 03 16:19:59.293648 dv-cinder-757936-8-iscsi neutron-server[93828]: 'PortForwarding': '1.2', Sep 03 16:19:59.293648 dv-cinder-757936-8-iscsi neutron-server[93828]: 'QosPolicy': '1.9', Sep 03 16:19:59.293648 dv-cinder-757936-8-iscsi neutron-server[93828]: 'SecurityGroup': '1.4', Sep 03 16:19:59.293648 dv-cinder-757936-8-iscsi neutron-server[93828]: 'SecurityGroupRule': '1.2', Sep 03 16:19:59.293648 dv-cinder-757936-8-iscsi neutron-server[93828]: 'SubPort': '1.0', Sep 03 16:19:59.293648 dv-cinder-757936-8-iscsi neutron-server[93828]: 'Subnet': '1.1', Sep 03 16:19:59.293648 dv-cinder-757936-8-iscsi neutron-server[93828]: 'Trunk': '1.1'}} Sep 03 16:19:59.293648 dv-cinder-757936-8-iscsi neutron-server[93828]: {{(pid=93828) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 16:19:59.345381 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6384108a-65a0-4c5c-9293-4634456ed4e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739257364188'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:19:59.394802 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6384108a-65a0-4c5c-9293-4634456ed4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:19:59.396151 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6384108a-65a0-4c5c-9293-4634456ed4e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:19:59.396827 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6384108a-65a0-4c5c-9293-4634456ed4e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:19:59.451077 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-6384108a-65a0-4c5c-9293-4634456ed4e0 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7424529 Sep 03 16:19:59.493672 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6384108a-65a0-4c5c-9293-4634456ed4e0 admin admin] Pushing event updated for resources: {'Network': ['ID=13d1a945-9fd4-4b39-a0e8-ea7937deae43,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:19:59.509547 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Network 13d1a945-9fd4-4b39-a0e8-ea7937deae43 details requested by agent ovs-agent-dv-cinder-757936-8-iscsi with host dv-cinder-757936-8-iscsi {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 16:20:02.118580 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 42910) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:20:02.504616 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae84c88-c7a4-4fdb-9378-25103cdcdcc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:20:02.506071 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-5ae84c88-c7a4-4fdb-9378-25103cdcdcc6 admin admin] 10.222.0.62 "GET /v2.0/networks/13d1a945-9fd4-4b39-a0e8-ea7937deae43 HTTP/1.1" status: 200 len: 825 time: 0.3865323 Sep 03 16:20:02.532128 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-f4d867e5-0b65-410f-a476-82688563e83c admin admin] 10.222.0.62 "GET /v2.0/subnetpools/844d3475-bfcf-4758-9569-fa88340c2f99 HTTP/1.1" status: 200 len: 734 time: 0.0186739 Sep 03 16:20:02.541868 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-331539e1-9e0d-463d-a770-a8fb286d2a94 admin admin] Request body: {'subnet': {'subnetpool_id': '844d3475-bfcf-4758-9569-fa88340c2f99', 'ip_version': 4, 'tenant_id': '7eee3fa35b4c45229bb565bfaefe0277', 'gateway_ip': '172.20.0.1', 'network_id': '13d1a945-9fd4-4b39-a0e8-ea7937deae43', 'name': 'private-subnet'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:20:02.562870 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331539e1-9e0d-463d-a770-a8fb286d2a94 admin admin] Made reservation on behalf of 7eee3fa35b4c45229bb565bfaefe0277 for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:20:02.565212 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-331539e1-9e0d-463d-a770-a8fb286d2a94 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:02.842782 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-331539e1-9e0d-463d-a770-a8fb286d2a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:02.909220 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331539e1-9e0d-463d-a770-a8fb286d2a94 admin admin] Checking segment: {'id': 'f5d3e9fe-1713-4612-881d-845c7ee6172d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '13d1a945-9fd4-4b39-a0e8-ea7937deae43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:20:02.909598 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331539e1-9e0d-463d-a770-a8fb286d2a94 admin admin] Network hostable DHCP agents. Network: 13d1a945-9fd4-4b39-a0e8-ea7937deae43, hostable agents: ['3c1899c8-97e0-46b0-b7e8-2386c864002b'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 16:20:02.914658 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331539e1-9e0d-463d-a770-a8fb286d2a94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30275974-dd93-429c-91c5-7dc3a3fb8fc6,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:20:02.931400 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331539e1-9e0d-463d-a770-a8fb286d2a94 admin admin] Network 13d1a945-9fd4-4b39-a0e8-ea7937deae43 is scheduled to be hosted by DHCP agent 3c1899c8-97e0-46b0-b7e8-2386c864002b with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 16:20:02.945505 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-331539e1-9e0d-463d-a770-a8fb286d2a94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-8-iscsi, 13d1a945-9fd4-4b39-a0e8-ea7937deae43) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:20:02.950282 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331539e1-9e0d-463d-a770-a8fb286d2a94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:20:02.950880 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-331539e1-9e0d-463d-a770-a8fb286d2a94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:02.955691 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13e5ac3-580a-4457-b2ee-69aa3a3b1314 None None] Network 13d1a945-9fd4-4b39-a0e8-ea7937deae43 requested from dv-cinder-757936-8-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:20:02.965939 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-331539e1-9e0d-463d-a770-a8fb286d2a94 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4279301 Sep 03 16:20:03.273189 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247d44f4-d3a8-49d4-b1c4-8d4439eef82e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp196e1458-7fbe-5091-b5c9-92cf974e8c50-13d1a945-9fd4-4b39-a0e8-ea7937deae43', 'network_id': '13d1a945-9fd4-4b39-a0e8-ea7937deae43', 'tenant_id': '7eee3fa35b4c45229bb565bfaefe0277', 'fixed_ips': [{'subnet_id': '30275974-dd93-429c-91c5-7dc3a3fb8fc6'}]}} from dv-cinder-757936-8-iscsi. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 16:20:03.274428 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-247d44f4-d3a8-49d4-b1c4-8d4439eef82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:03.552539 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-247d44f4-d3a8-49d4-b1c4-8d4439eef82e None None] Allocated IP 172.20.0.2 (13d1a945-9fd4-4b39-a0e8-ea7937deae43/30275974-dd93-429c-91c5-7dc3a3fb8fc6/4a9e427d-c095-4b52-a7ca-592dc712b370) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:20:03.784710 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-247d44f4-d3a8-49d4-b1c4-8d4439eef82e None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:03.803373 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-247d44f4-d3a8-49d4-b1c4-8d4439eef82e None None] Transition to ACTIVE for port object 4a9e427d-c095-4b52-a7ca-592dc712b370 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:20:03.824172 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-247d44f4-d3a8-49d4-b1c4-8d4439eef82e None None] Transition to ACTIVE for port object 4a9e427d-c095-4b52-a7ca-592dc712b370 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:20:03.831599 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-247d44f4-d3a8-49d4-b1c4-8d4439eef82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:03.895250 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247d44f4-d3a8-49d4-b1c4-8d4439eef82e None None] Network 13d1a945-9fd4-4b39-a0e8-ea7937deae43 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:20:03.902969 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-247d44f4-d3a8-49d4-b1c4-8d4439eef82e None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:20:03.915561 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247d44f4-d3a8-49d4-b1c4-8d4439eef82e None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:20:03.918637 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d44f4-d3a8-49d4-b1c4-8d4439eef82e None None] Pushing event updated for resources: {'Port': ['ID=4a9e427d-c095-4b52-a7ca-592dc712b370,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:20:03.948449 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d44f4-d3a8-49d4-b1c4-8d4439eef82e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:20:03.948800 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d44f4-d3a8-49d4-b1c4-8d4439eef82e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:20:03.949165 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d44f4-d3a8-49d4-b1c4-8d4439eef82e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:20:03.949503 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d44f4-d3a8-49d4-b1c4-8d4439eef82e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:20:03.949838 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d44f4-d3a8-49d4-b1c4-8d4439eef82e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:20:03.950169 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d44f4-d3a8-49d4-b1c4-8d4439eef82e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:20:03.950497 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d44f4-d3a8-49d4-b1c4-8d4439eef82e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:20:03.950825 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d44f4-d3a8-49d4-b1c4-8d4439eef82e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:20:03.951165 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d44f4-d3a8-49d4-b1c4-8d4439eef82e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:20:03.951491 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d44f4-d3a8-49d4-b1c4-8d4439eef82e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:20:03.951815 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d44f4-d3a8-49d4-b1c4-8d4439eef82e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:20:03.952136 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d44f4-d3a8-49d4-b1c4-8d4439eef82e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:20:03.953571 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247d44f4-d3a8-49d4-b1c4-8d4439eef82e None None] Tracked resource versions report: Sep 03 16:20:03.953571 dv-cinder-757936-8-iscsi neutron-server[93829]: pushed versions: Sep 03 16:20:03.953571 dv-cinder-757936-8-iscsi neutron-server[93829]: { 'AddressGroup': {'1.2'}, Sep 03 16:20:03.953571 dv-cinder-757936-8-iscsi neutron-server[93829]: 'ConntrackHelper': {'1.0'}, Sep 03 16:20:03.953571 dv-cinder-757936-8-iscsi neutron-server[93829]: 'Log': {'1.0'}, Sep 03 16:20:03.953571 dv-cinder-757936-8-iscsi neutron-server[93829]: 'Network': {'1.1'}, Sep 03 16:20:03.953571 dv-cinder-757936-8-iscsi neutron-server[93829]: 'Port': {'1.7'}, Sep 03 16:20:03.953571 dv-cinder-757936-8-iscsi neutron-server[93829]: 'PortForwarding': {'1.2'}, Sep 03 16:20:03.953571 dv-cinder-757936-8-iscsi neutron-server[93829]: 'QosPolicy': {'1.9'}, Sep 03 16:20:03.953571 dv-cinder-757936-8-iscsi neutron-server[93829]: 'SecurityGroup': {'1.4'}, Sep 03 16:20:03.953571 dv-cinder-757936-8-iscsi neutron-server[93829]: 'SecurityGroupRule': {'1.2'}, Sep 03 16:20:03.953571 dv-cinder-757936-8-iscsi neutron-server[93829]: 'SubPort': {'1.0'}, Sep 03 16:20:03.953571 dv-cinder-757936-8-iscsi neutron-server[93829]: 'Subnet': {'1.1'}, Sep 03 16:20:03.953571 dv-cinder-757936-8-iscsi neutron-server[93829]: 'Trunk': {'1.1'}} Sep 03 16:20:03.953571 dv-cinder-757936-8-iscsi neutron-server[93829]: consumer versions: Sep 03 16:20:03.953571 dv-cinder-757936-8-iscsi neutron-server[93829]: { DHCP agent@dv-cinder-757936-8-iscsi: {}, Sep 03 16:20:03.953571 dv-cinder-757936-8-iscsi neutron-server[93829]: L3 agent@dv-cinder-757936-8-iscsi: {}, Sep 03 16:20:03.953571 dv-cinder-757936-8-iscsi neutron-server[93829]: Metadata agent@dv-cinder-757936-8-iscsi: {}, Sep 03 16:20:03.953571 dv-cinder-757936-8-iscsi neutron-server[93829]: Metering agent@dv-cinder-757936-8-iscsi: {}, Sep 03 16:20:03.953571 dv-cinder-757936-8-iscsi neutron-server[93829]: Open vSwitch agent@dv-cinder-757936-8-iscsi: { 'AddressGroup': '1.2', Sep 03 16:20:03.953571 dv-cinder-757936-8-iscsi neutron-server[93829]: 'ConntrackHelper': '1.0', Sep 03 16:20:03.953571 dv-cinder-757936-8-iscsi neutron-server[93829]: 'Log': '1.0', Sep 03 16:20:03.953571 dv-cinder-757936-8-iscsi neutron-server[93829]: 'Network': '1.1', Sep 03 16:20:03.953571 dv-cinder-757936-8-iscsi neutron-server[93829]: 'Port': '1.7', Sep 03 16:20:03.953571 dv-cinder-757936-8-iscsi neutron-server[93829]: 'PortForwarding': '1.2', Sep 03 16:20:03.953571 dv-cinder-757936-8-iscsi neutron-server[93829]: 'QosPolicy': '1.9', Sep 03 16:20:03.953571 dv-cinder-757936-8-iscsi neutron-server[93829]: 'SecurityGroup': '1.4', Sep 03 16:20:03.953571 dv-cinder-757936-8-iscsi neutron-server[93829]: 'SecurityGroupRule': '1.2', Sep 03 16:20:03.953571 dv-cinder-757936-8-iscsi neutron-server[93829]: 'SubPort': '1.0', Sep 03 16:20:03.953571 dv-cinder-757936-8-iscsi neutron-server[93829]: 'Subnet': '1.1', Sep 03 16:20:03.953571 dv-cinder-757936-8-iscsi neutron-server[93829]: 'Trunk': '1.1'}} Sep 03 16:20:03.953571 dv-cinder-757936-8-iscsi neutron-server[93829]: {{(pid=93829) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 16:20:04.001693 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-247d44f4-d3a8-49d4-b1c4-8d4439eef82e None None] Attempting to bind port 4a9e427d-c095-4b52-a7ca-592dc712b370 on host dv-cinder-757936-8-iscsi for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:20:04.002303 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-247d44f4-d3a8-49d4-b1c4-8d4439eef82e None None] Attempting to bind port 4a9e427d-c095-4b52-a7ca-592dc712b370 by drivers openvswitch,hyperv on host dv-cinder-757936-8-iscsi at level 0 using segments [{'id': 'f5d3e9fe-1713-4612-881d-845c7ee6172d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '13d1a945-9fd4-4b39-a0e8-ea7937deae43'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:20:04.002520 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247d44f4-d3a8-49d4-b1c4-8d4439eef82e None None] Attempting to bind port 4a9e427d-c095-4b52-a7ca-592dc712b370 on network 13d1a945-9fd4-4b39-a0e8-ea7937deae43 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:20:04.007406 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247d44f4-d3a8-49d4-b1c4-8d4439eef82e None None] Checking agent: {'id': '09c8fd01-6670-4f2e-aed1-0a61ad96cff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 19, 48), 'started_at': datetime.datetime(2021, 9, 3, 16, 19, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:20:04.007809 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247d44f4-d3a8-49d4-b1c4-8d4439eef82e None None] Checking segment: {'id': 'f5d3e9fe-1713-4612-881d-845c7ee6172d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '13d1a945-9fd4-4b39-a0e8-ea7937deae43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:20:04.008282 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-247d44f4-d3a8-49d4-b1c4-8d4439eef82e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:04.008678 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247d44f4-d3a8-49d4-b1c4-8d4439eef82e None None] Bound using segment: {'id': 'f5d3e9fe-1713-4612-881d-845c7ee6172d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '13d1a945-9fd4-4b39-a0e8-ea7937deae43'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:20:04.012382 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-247d44f4-d3a8-49d4-b1c4-8d4439eef82e None None] Bound port: 4a9e427d-c095-4b52-a7ca-592dc712b370, host: dv-cinder-757936-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5d3e9fe-1713-4612-881d-845c7ee6172d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '13d1a945-9fd4-4b39-a0e8-ea7937deae43'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:20:04.012382 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-247d44f4-d3a8-49d4-b1c4-8d4439eef82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:04.073565 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-247d44f4-d3a8-49d4-b1c4-8d4439eef82e None None] For port 4a9e427d-c095-4b52-a7ca-592dc712b370, host dv-cinder-757936-8-iscsi, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:20:04.077816 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-247d44f4-d3a8-49d4-b1c4-8d4439eef82e None None] For port 4a9e427d-c095-4b52-a7ca-592dc712b370, host dv-cinder-757936-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=4a9e427d-c095-4b52-a7ca-592dc712b370,segment=NetworkSegment(f5d3e9fe-1713-4612-881d-845c7ee6172d),segment_id=f5d3e9fe-1713-4612-881d-845c7ee6172d)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:20:04.092427 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-247d44f4-d3a8-49d4-b1c4-8d4439eef82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:04.167312 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d44f4-d3a8-49d4-b1c4-8d4439eef82e None None] Pushing event updated for resources: {'Port': ['ID=4a9e427d-c095-4b52-a7ca-592dc712b370,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:20:05.480564 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 42918) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:20:05.811234 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [None req-6fb57181-5d60-4f87-a4d1-36abcd9132c4 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 16:20:05.812303 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-6fb57181-5d60-4f87-a4d1-36abcd9132c4 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3305345 Sep 03 16:20:08.228663 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 42926) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:20:08.546460 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [None req-03c5e249-2a5e-4d63-98ed-af322987f7e5 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 16:20:08.547435 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-03c5e249-2a5e-4d63-98ed-af322987f7e5 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3177538 Sep 03 16:20:10.839032 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-e252f19f-dd3e-4d3c-8df8-c3041748f205 None None] Agent healthcheck: found 5 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:20:11.218483 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 42936) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:20:11.542020 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-a943bee8-0166-4654-b4b6-1300a9235066 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '7eee3fa35b4c45229bb565bfaefe0277'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:20:11.605438 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.policy [None req-a943bee8-0166-4654-b4b6-1300a9235066 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93827) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 03 16:20:11.651068 dv-cinder-757936-8-iscsi neutron-server[93827]: WARNING oslo_policy.policy [None req-a943bee8-0166-4654-b4b6-1300a9235066 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 16:20:11.651444 dv-cinder-757936-8-iscsi neutron-server[93827]: WARNING oslo_policy.policy [None req-a943bee8-0166-4654-b4b6-1300a9235066 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 16:20:11.660066 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.quota [None req-a943bee8-0166-4654-b4b6-1300a9235066 admin admin] Loaded quota_driver: . Sep 03 16:20:11.716805 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a943bee8-0166-4654-b4b6-1300a9235066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-922507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126097'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:11.718658 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a943bee8-0166-4654-b4b6-1300a9235066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-923019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-980224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126088'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:11.869589 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a943bee8-0166-4654-b4b6-1300a9235066 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:11.875750 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a943bee8-0166-4654-b4b6-1300a9235066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-921106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-923102'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:11.894850 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a943bee8-0166-4654-b4b6-1300a9235066 admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:11.896223 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-a943bee8-0166-4654-b4b6-1300a9235066 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6767535 Sep 03 16:20:12.325747 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 4a9e427d-c095-4b52-a7ca-592dc712b370 up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:20:12.442706 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning for port 4a9e427d-c095-4b52-a7ca-592dc712b370 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:20:12.645782 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28ab06c-1b2e-4fdc-a909-2afcca03bd74 None None] Network 13d1a945-9fd4-4b39-a0e8-ea7937deae43 requested from dv-cinder-757936-8-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:20:12.774597 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3f9f23f8-1d68-4ceb-aaed-aa98bb63ea1b None None] Provisioning for port 4a9e427d-c095-4b52-a7ca-592dc712b370 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:20:12.783792 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3f9f23f8-1d68-4ceb-aaed-aa98bb63ea1b None None] Provisioning complete for port 4a9e427d-c095-4b52-a7ca-592dc712b370 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:20:12.784192 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3f9f23f8-1d68-4ceb-aaed-aa98bb63ea1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:12.958268 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3f9f23f8-1d68-4ceb-aaed-aa98bb63ea1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:12.997784 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-3f9f23f8-1d68-4ceb-aaed-aa98bb63ea1b None None] For port 4a9e427d-c095-4b52-a7ca-592dc712b370, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=4a9e427d-c095-4b52-a7ca-592dc712b370,segment=NetworkSegment(f5d3e9fe-1713-4612-881d-845c7ee6172d),segment_id=f5d3e9fe-1713-4612-881d-845c7ee6172d)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:20:13.003198 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3f9f23f8-1d68-4ceb-aaed-aa98bb63ea1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:13.074067 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f23f8-1d68-4ceb-aaed-aa98bb63ea1b None None] Pushing event updated for resources: {'Port': ['ID=4a9e427d-c095-4b52-a7ca-592dc712b370,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:20:13.125292 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-77525b63-b1de-46e1-a706-5ff25dabb48c None None] Provisioning complete for port 4a9e427d-c095-4b52-a7ca-592dc712b370 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:20:13.125677 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-77525b63-b1de-46e1-a706-5ff25dabb48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:14.271054 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 4a9e427d-c095-4b52-a7ca-592dc712b370 up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:20:14.317454 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port 4a9e427d-c095-4b52-a7ca-592dc712b370 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:20:14.317830 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:14.476446 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 42950) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:20:14.788189 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [None req-0ea681d0-ff91-4fee-ad9e-53cb6bf9a979 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 16:20:14.789244 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-0ea681d0-ff91-4fee-ad9e-53cb6bf9a979 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3117762 Sep 03 16:20:15.395460 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-870c158f-be03-4756-97f0-ec77445588a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:17.441560 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 42958) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:20:17.799908 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-95295a41-43a0-4b2a-81d2-121f2090a491 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'is_default': True}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:20:17.826616 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95295a41-43a0-4b2a-81d2-121f2090a491 admin admin] Made reservation on behalf of f3e76368d9cd49428bed47716451e5ad for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:20:17.829658 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95295a41-43a0-4b2a-81d2-121f2090a491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:17.846290 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95295a41-43a0-4b2a-81d2-121f2090a491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:17.980246 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-05e82242-4f7e-413a-b1fe-f5394d15c910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:17.980860 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95295a41-43a0-4b2a-81d2-121f2090a491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:17.984170 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95295a41-43a0-4b2a-81d2-121f2090a491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:17.999637 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-95295a41-43a0-4b2a-81d2-121f2090a491 admin admin] Reserving flat network on physical network physnet1 {{(pid=93827) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 03 16:20:18.037688 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95295a41-43a0-4b2a-81d2-121f2090a491 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739257953356', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:18.038172 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95295a41-43a0-4b2a-81d2-121f2090a491 admin admin] Unsubscribe: segment precommit_create {{(pid=93827) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 03 16:20:18.038739 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.db.segments_db [None req-95295a41-43a0-4b2a-81d2-121f2090a491 admin admin] Added segment 8fbc7082-b272-4b43-971d-120707d467f2 of type flat for network af961d58-b724-401e-8712-cedb04029227 Sep 03 16:20:18.054588 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95295a41-43a0-4b2a-81d2-121f2090a491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeac7130-1c66-40e9-9d6c-fb4726f934cb,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:20:18.084271 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95295a41-43a0-4b2a-81d2-121f2090a491 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:20:18.084674 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95295a41-43a0-4b2a-81d2-121f2090a491 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:20:18.085071 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95295a41-43a0-4b2a-81d2-121f2090a491 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:20:18.085407 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95295a41-43a0-4b2a-81d2-121f2090a491 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:20:18.085747 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95295a41-43a0-4b2a-81d2-121f2090a491 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:20:18.086100 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95295a41-43a0-4b2a-81d2-121f2090a491 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:20:18.086460 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95295a41-43a0-4b2a-81d2-121f2090a491 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:20:18.086794 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95295a41-43a0-4b2a-81d2-121f2090a491 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:20:18.087139 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95295a41-43a0-4b2a-81d2-121f2090a491 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:20:18.087468 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95295a41-43a0-4b2a-81d2-121f2090a491 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:20:18.087793 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95295a41-43a0-4b2a-81d2-121f2090a491 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:20:18.088116 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95295a41-43a0-4b2a-81d2-121f2090a491 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:20:18.089329 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95295a41-43a0-4b2a-81d2-121f2090a491 admin admin] Tracked resource versions report: Sep 03 16:20:18.089329 dv-cinder-757936-8-iscsi neutron-server[93827]: pushed versions: Sep 03 16:20:18.089329 dv-cinder-757936-8-iscsi neutron-server[93827]: { 'AddressGroup': {'1.2'}, Sep 03 16:20:18.089329 dv-cinder-757936-8-iscsi neutron-server[93827]: 'ConntrackHelper': {'1.0'}, Sep 03 16:20:18.089329 dv-cinder-757936-8-iscsi neutron-server[93827]: 'Log': {'1.0'}, Sep 03 16:20:18.089329 dv-cinder-757936-8-iscsi neutron-server[93827]: 'Network': {'1.1'}, Sep 03 16:20:18.089329 dv-cinder-757936-8-iscsi neutron-server[93827]: 'Port': {'1.7'}, Sep 03 16:20:18.089329 dv-cinder-757936-8-iscsi neutron-server[93827]: 'PortForwarding': {'1.2'}, Sep 03 16:20:18.089329 dv-cinder-757936-8-iscsi neutron-server[93827]: 'QosPolicy': {'1.9'}, Sep 03 16:20:18.089329 dv-cinder-757936-8-iscsi neutron-server[93827]: 'SecurityGroup': {'1.4'}, Sep 03 16:20:18.089329 dv-cinder-757936-8-iscsi neutron-server[93827]: 'SecurityGroupRule': {'1.2'}, Sep 03 16:20:18.089329 dv-cinder-757936-8-iscsi neutron-server[93827]: 'SubPort': {'1.0'}, Sep 03 16:20:18.089329 dv-cinder-757936-8-iscsi neutron-server[93827]: 'Subnet': {'1.1'}, Sep 03 16:20:18.089329 dv-cinder-757936-8-iscsi neutron-server[93827]: 'Trunk': {'1.1'}} Sep 03 16:20:18.089329 dv-cinder-757936-8-iscsi neutron-server[93827]: consumer versions: Sep 03 16:20:18.089329 dv-cinder-757936-8-iscsi neutron-server[93827]: { DHCP agent@dv-cinder-757936-8-iscsi: {}, Sep 03 16:20:18.089329 dv-cinder-757936-8-iscsi neutron-server[93827]: L3 agent@dv-cinder-757936-8-iscsi: {}, Sep 03 16:20:18.089329 dv-cinder-757936-8-iscsi neutron-server[93827]: Metadata agent@dv-cinder-757936-8-iscsi: {}, Sep 03 16:20:18.089329 dv-cinder-757936-8-iscsi neutron-server[93827]: Metering agent@dv-cinder-757936-8-iscsi: {}, Sep 03 16:20:18.089329 dv-cinder-757936-8-iscsi neutron-server[93827]: Open vSwitch agent@dv-cinder-757936-8-iscsi: { 'AddressGroup': '1.2', Sep 03 16:20:18.089329 dv-cinder-757936-8-iscsi neutron-server[93827]: 'ConntrackHelper': '1.0', Sep 03 16:20:18.089329 dv-cinder-757936-8-iscsi neutron-server[93827]: 'Log': '1.0', Sep 03 16:20:18.089329 dv-cinder-757936-8-iscsi neutron-server[93827]: 'Network': '1.1', Sep 03 16:20:18.089329 dv-cinder-757936-8-iscsi neutron-server[93827]: 'Port': '1.7', Sep 03 16:20:18.089329 dv-cinder-757936-8-iscsi neutron-server[93827]: 'PortForwarding': '1.2', Sep 03 16:20:18.089329 dv-cinder-757936-8-iscsi neutron-server[93827]: 'QosPolicy': '1.9', Sep 03 16:20:18.089329 dv-cinder-757936-8-iscsi neutron-server[93827]: 'SecurityGroup': '1.4', Sep 03 16:20:18.089329 dv-cinder-757936-8-iscsi neutron-server[93827]: 'SecurityGroupRule': '1.2', Sep 03 16:20:18.089329 dv-cinder-757936-8-iscsi neutron-server[93827]: 'SubPort': '1.0', Sep 03 16:20:18.089329 dv-cinder-757936-8-iscsi neutron-server[93827]: 'Subnet': '1.1', Sep 03 16:20:18.089329 dv-cinder-757936-8-iscsi neutron-server[93827]: 'Trunk': '1.1'}} Sep 03 16:20:18.089329 dv-cinder-757936-8-iscsi neutron-server[93827]: {{(pid=93827) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 16:20:18.166953 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95295a41-43a0-4b2a-81d2-121f2090a491 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739257364188'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:18.208225 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95295a41-43a0-4b2a-81d2-121f2090a491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:18.209405 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95295a41-43a0-4b2a-81d2-121f2090a491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:20:18.215465 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95295a41-43a0-4b2a-81d2-121f2090a491 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:18.282384 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-95295a41-43a0-4b2a-81d2-121f2090a491 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8398204 Sep 03 16:20:18.332240 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:18.334897 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95295a41-43a0-4b2a-81d2-121f2090a491 admin admin] Pushing event updated for resources: {'Network': ['ID=af961d58-b724-401e-8712-cedb04029227,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:20:18.345803 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Network af961d58-b724-401e-8712-cedb04029227 details requested by agent ovs-agent-dv-cinder-757936-8-iscsi with host dv-cinder-757936-8-iscsi {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 16:20:18.931585 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad34-f359-45be-bded-9b7b563a89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:20.694654 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30fea9dd-2dab-4865-ba17-13165276935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:20.703607 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 42980) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:20:20.919801 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67dfcb7a-525f-4dbb-ac4c-7769581ba451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:20:20.921195 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-67dfcb7a-525f-4dbb-ac4c-7769581ba451 admin admin] 10.222.0.62 "GET /v2.0/subnets/30275974-dd93-429c-91c5-7dc3a3fb8fc6 HTTP/1.1" status: 200 len: 849 time: 0.2166138 Sep 03 16:20:21.051351 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-45c86674-dd26-4c2f-9480-d9b924e647c5 admin admin] 10.222.0.62 "GET /v2.0/routers/6d01f535-5179-4741-960e-927a4ef3d758 HTTP/1.1" status: 200 len: 704 time: 0.1240544 Sep 03 16:20:21.314027 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-606e935f-f22f-4f47-a9a1-7831d66be3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:21.606242 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-606e935f-f22f-4f47-a9a1-7831d66be3af admin admin] Allocated IP 172.20.0.1 (13d1a945-9fd4-4b39-a0e8-ea7937deae43/30275974-dd93-429c-91c5-7dc3a3fb8fc6/8ca18bd4-e178-44a9-8145-f63397ea70be) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:20:21.796103 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-606e935f-f22f-4f47-a9a1-7831d66be3af admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:21.820001 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-606e935f-f22f-4f47-a9a1-7831d66be3af admin admin] Transition to ACTIVE for port object 8ca18bd4-e178-44a9-8145-f63397ea70be will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:20:21.886380 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-606e935f-f22f-4f47-a9a1-7831d66be3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:21.958704 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606e935f-f22f-4f47-a9a1-7831d66be3af admin admin] Network 13d1a945-9fd4-4b39-a0e8-ea7937deae43 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:20:21.963553 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-606e935f-f22f-4f47-a9a1-7831d66be3af admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:20:21.975877 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606e935f-f22f-4f47-a9a1-7831d66be3af admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:20:21.976422 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-606e935f-f22f-4f47-a9a1-7831d66be3af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-957067'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:22.027534 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e935f-f22f-4f47-a9a1-7831d66be3af admin admin] Pushing event updated for resources: {'Port': ['ID=8ca18bd4-e178-44a9-8145-f63397ea70be,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:20:22.206455 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-60f26739-65dc-43d9-b540-b25c687f6799 None None] Provisioning for port 8ca18bd4-e178-44a9-8145-f63397ea70be completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:20:22.210512 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-60f26739-65dc-43d9-b540-b25c687f6799 None None] Provisioning complete for port 8ca18bd4-e178-44a9-8145-f63397ea70be triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:20:22.210895 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-60f26739-65dc-43d9-b540-b25c687f6799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:22.219147 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-606e935f-f22f-4f47-a9a1-7831d66be3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:22.244085 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-60f26739-65dc-43d9-b540-b25c687f6799 None None] Port 8ca18bd4-e178-44a9-8145-f63397ea70be cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:20:22.439543 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-606e935f-f22f-4f47-a9a1-7831d66be3af admin admin] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:22.443815 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-606e935f-f22f-4f47-a9a1-7831d66be3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:22.444556 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-606e935f-f22f-4f47-a9a1-7831d66be3af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-922651'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:22.504137 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e935f-f22f-4f47-a9a1-7831d66be3af admin admin] Pushing event updated for resources: {'Port': ['ID=8ca18bd4-e178-44a9-8145-f63397ea70be,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:20:22.567497 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606e935f-f22f-4f47-a9a1-7831d66be3af admin admin] Network 13d1a945-9fd4-4b39-a0e8-ea7937deae43 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:20:22.568824 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-606e935f-f22f-4f47-a9a1-7831d66be3af admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:20:22.731275 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606e935f-f22f-4f47-a9a1-7831d66be3af admin admin] Router 6d01f535-5179-4741-960e-927a4ef3d758 is scheduled to L3 agent 32b2b364-f1ef-43b0-aa1c-04e185c9ddf9 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 16:20:22.765772 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-7c499a0f-ff90-4ab4-87a0-b67bd1f6c297 None None] Provisioning complete for port 8ca18bd4-e178-44a9-8145-f63397ea70be triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:20:22.766153 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7c499a0f-ff90-4ab4-87a0-b67bd1f6c297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:22.802481 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-7c499a0f-ff90-4ab4-87a0-b67bd1f6c297 None None] Port 8ca18bd4-e178-44a9-8145-f63397ea70be cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:20:22.823590 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606e935f-f22f-4f47-a9a1-7831d66be3af admin admin] Notify agent at l3_agent.dv-cinder-757936-8-iscsi the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:20:22.829355 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-606e935f-f22f-4f47-a9a1-7831d66be3af admin admin] 10.222.0.62 "PUT /v2.0/routers/6d01f535-5179-4741-960e-927a4ef3d758/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7721958 Sep 03 16:20:22.832931 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c088f55e-ff46-402c-ba68-3f33a6c32844 None None] Sync routers for ids ['6d01f535-5179-4741-960e-927a4ef3d758'] in dv-cinder-757936-8-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:20:22.847886 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c088f55e-ff46-402c-ba68-3f33a6c32844 None None] Routers {'6d01f535-5179-4741-960e-927a4ef3d758'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:20:22.848684 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-c088f55e-ff46-402c-ba68-3f33a6c32844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:20:18Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['6d01f535-5179-4741-960e-927a4ef3d758'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:20:23.032168 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-c088f55e-ff46-402c-ba68-3f33a6c32844 None None] Set router 6d01f535-5179-4741-960e-927a4ef3d758 gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:20:23.459164 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-c088f55e-ff46-402c-ba68-3f33a6c32844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d01f535-5179-4741-960e-927a4ef3d758', 'name': 'router1', 'tenant_id': '7eee3fa35b4c45229bb565bfaefe0277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:20:11Z', 'updated_at': '2021-09-03T16:20:22Z', 'revision_number': 2, 'project_id': '7eee3fa35b4c45229bb565bfaefe0277', 'gw_port_host': None, '_interfaces': [{'id': '8ca18bd4-e178-44a9-8145-f63397ea70be', 'name': '', 'network_id': '13d1a945-9fd4-4b39-a0e8-ea7937deae43', 'tenant_id': '7eee3fa35b4c45229bb565bfaefe0277', 'mac_address': 'fa:16:3e:b6:04:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d01f535-5179-4741-960e-927a4ef3d758', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '30275974-dd93-429c-91c5-7dc3a3fb8fc6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:20:21Z', 'updated_at': '2021-09-03T16:20:22Z', 'revision_number': 2, 'project_id': '7eee3fa35b4c45229bb565bfaefe0277', 'subnets': [{'id': '30275974-dd93-429c-91c5-7dc3a3fb8fc6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '844d3475-bfcf-4758-9569-fa88340c2f99'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:20:23.511000 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c088f55e-ff46-402c-ba68-3f33a6c32844 None None] Checking router: 6d01f535-5179-4741-960e-927a4ef3d758 for host: dv-cinder-757936-8-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:20:23.511385 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c088f55e-ff46-402c-ba68-3f33a6c32844 None None] Updating router 6d01f535-5179-4741-960e-927a4ef3d758 port 8ca18bd4-e178-44a9-8145-f63397ea70be binding host dv-cinder-757936-8-iscsi {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 16:20:23.558794 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-c088f55e-ff46-402c-ba68-3f33a6c32844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:24.094476 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-c088f55e-ff46-402c-ba68-3f33a6c32844 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:24.112109 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-c088f55e-ff46-402c-ba68-3f33a6c32844 None None] Transition to ACTIVE for port object 8ca18bd4-e178-44a9-8145-f63397ea70be will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:20:24.118321 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-c088f55e-ff46-402c-ba68-3f33a6c32844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:24.208382 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0fe802-d6bd-4f39-ad1f-d21522a3205a None None] Pushing event updated for resources: {'Port': ['ID=8ca18bd4-e178-44a9-8145-f63397ea70be,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:20:24.218971 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0fe802-d6bd-4f39-ad1f-d21522a3205a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:20:24.219327 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0fe802-d6bd-4f39-ad1f-d21522a3205a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:20:24.219673 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0fe802-d6bd-4f39-ad1f-d21522a3205a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:20:24.220011 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0fe802-d6bd-4f39-ad1f-d21522a3205a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:20:24.220347 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0fe802-d6bd-4f39-ad1f-d21522a3205a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:20:24.220685 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0fe802-d6bd-4f39-ad1f-d21522a3205a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:20:24.221019 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0fe802-d6bd-4f39-ad1f-d21522a3205a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:20:24.221374 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0fe802-d6bd-4f39-ad1f-d21522a3205a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:20:24.221714 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0fe802-d6bd-4f39-ad1f-d21522a3205a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:20:24.222043 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0fe802-d6bd-4f39-ad1f-d21522a3205a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:20:24.222373 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0fe802-d6bd-4f39-ad1f-d21522a3205a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:20:24.222701 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0fe802-d6bd-4f39-ad1f-d21522a3205a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:20:24.223851 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0fe802-d6bd-4f39-ad1f-d21522a3205a None None] Tracked resource versions report: Sep 03 16:20:24.223851 dv-cinder-757936-8-iscsi neutron-server[93830]: pushed versions: Sep 03 16:20:24.223851 dv-cinder-757936-8-iscsi neutron-server[93830]: { 'AddressGroup': {'1.2'}, Sep 03 16:20:24.223851 dv-cinder-757936-8-iscsi neutron-server[93830]: 'ConntrackHelper': {'1.0'}, Sep 03 16:20:24.223851 dv-cinder-757936-8-iscsi neutron-server[93830]: 'Log': {'1.0'}, Sep 03 16:20:24.223851 dv-cinder-757936-8-iscsi neutron-server[93830]: 'Network': {'1.1'}, Sep 03 16:20:24.223851 dv-cinder-757936-8-iscsi neutron-server[93830]: 'Port': {'1.7'}, Sep 03 16:20:24.223851 dv-cinder-757936-8-iscsi neutron-server[93830]: 'PortForwarding': {'1.2'}, Sep 03 16:20:24.223851 dv-cinder-757936-8-iscsi neutron-server[93830]: 'QosPolicy': {'1.9'}, Sep 03 16:20:24.223851 dv-cinder-757936-8-iscsi neutron-server[93830]: 'SecurityGroup': {'1.4'}, Sep 03 16:20:24.223851 dv-cinder-757936-8-iscsi neutron-server[93830]: 'SecurityGroupRule': {'1.2'}, Sep 03 16:20:24.223851 dv-cinder-757936-8-iscsi neutron-server[93830]: 'SubPort': {'1.0'}, Sep 03 16:20:24.223851 dv-cinder-757936-8-iscsi neutron-server[93830]: 'Subnet': {'1.1'}, Sep 03 16:20:24.223851 dv-cinder-757936-8-iscsi neutron-server[93830]: 'Trunk': {'1.1'}} Sep 03 16:20:24.223851 dv-cinder-757936-8-iscsi neutron-server[93830]: consumer versions: Sep 03 16:20:24.223851 dv-cinder-757936-8-iscsi neutron-server[93830]: { DHCP agent@dv-cinder-757936-8-iscsi: {}, Sep 03 16:20:24.223851 dv-cinder-757936-8-iscsi neutron-server[93830]: L3 agent@dv-cinder-757936-8-iscsi: {}, Sep 03 16:20:24.223851 dv-cinder-757936-8-iscsi neutron-server[93830]: Metadata agent@dv-cinder-757936-8-iscsi: {}, Sep 03 16:20:24.223851 dv-cinder-757936-8-iscsi neutron-server[93830]: Metering agent@dv-cinder-757936-8-iscsi: {}, Sep 03 16:20:24.223851 dv-cinder-757936-8-iscsi neutron-server[93830]: Open vSwitch agent@dv-cinder-757936-8-iscsi: { 'AddressGroup': '1.2', Sep 03 16:20:24.223851 dv-cinder-757936-8-iscsi neutron-server[93830]: 'ConntrackHelper': '1.0', Sep 03 16:20:24.223851 dv-cinder-757936-8-iscsi neutron-server[93830]: 'Log': '1.0', Sep 03 16:20:24.223851 dv-cinder-757936-8-iscsi neutron-server[93830]: 'Network': '1.1', Sep 03 16:20:24.223851 dv-cinder-757936-8-iscsi neutron-server[93830]: 'Port': '1.7', Sep 03 16:20:24.223851 dv-cinder-757936-8-iscsi neutron-server[93830]: 'PortForwarding': '1.2', Sep 03 16:20:24.223851 dv-cinder-757936-8-iscsi neutron-server[93830]: 'QosPolicy': '1.9', Sep 03 16:20:24.223851 dv-cinder-757936-8-iscsi neutron-server[93830]: 'SecurityGroup': '1.4', Sep 03 16:20:24.223851 dv-cinder-757936-8-iscsi neutron-server[93830]: 'SecurityGroupRule': '1.2', Sep 03 16:20:24.223851 dv-cinder-757936-8-iscsi neutron-server[93830]: 'SubPort': '1.0', Sep 03 16:20:24.223851 dv-cinder-757936-8-iscsi neutron-server[93830]: 'Subnet': '1.1', Sep 03 16:20:24.223851 dv-cinder-757936-8-iscsi neutron-server[93830]: 'Trunk': '1.1'}} Sep 03 16:20:24.223851 dv-cinder-757936-8-iscsi neutron-server[93830]: {{(pid=93830) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 16:20:24.298270 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-c088f55e-ff46-402c-ba68-3f33a6c32844 None None] Attempting to bind port 8ca18bd4-e178-44a9-8145-f63397ea70be on host dv-cinder-757936-8-iscsi for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:20:24.298704 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-c088f55e-ff46-402c-ba68-3f33a6c32844 None None] Attempting to bind port 8ca18bd4-e178-44a9-8145-f63397ea70be by drivers openvswitch,hyperv on host dv-cinder-757936-8-iscsi at level 0 using segments [{'id': 'f5d3e9fe-1713-4612-881d-845c7ee6172d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '13d1a945-9fd4-4b39-a0e8-ea7937deae43'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:20:24.299128 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c088f55e-ff46-402c-ba68-3f33a6c32844 None None] Attempting to bind port 8ca18bd4-e178-44a9-8145-f63397ea70be on network 13d1a945-9fd4-4b39-a0e8-ea7937deae43 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:20:24.304655 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c088f55e-ff46-402c-ba68-3f33a6c32844 None None] Checking agent: {'id': '09c8fd01-6670-4f2e-aed1-0a61ad96cff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 19, 48), 'started_at': datetime.datetime(2021, 9, 3, 16, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:20:24.305124 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c088f55e-ff46-402c-ba68-3f33a6c32844 None None] Checking segment: {'id': 'f5d3e9fe-1713-4612-881d-845c7ee6172d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '13d1a945-9fd4-4b39-a0e8-ea7937deae43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:20:24.305604 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-c088f55e-ff46-402c-ba68-3f33a6c32844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:24.305997 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c088f55e-ff46-402c-ba68-3f33a6c32844 None None] Bound using segment: {'id': 'f5d3e9fe-1713-4612-881d-845c7ee6172d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '13d1a945-9fd4-4b39-a0e8-ea7937deae43'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:20:24.306500 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-c088f55e-ff46-402c-ba68-3f33a6c32844 None None] Bound port: 8ca18bd4-e178-44a9-8145-f63397ea70be, host: dv-cinder-757936-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5d3e9fe-1713-4612-881d-845c7ee6172d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '13d1a945-9fd4-4b39-a0e8-ea7937deae43'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:20:24.306883 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-c088f55e-ff46-402c-ba68-3f33a6c32844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:24.377608 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-c088f55e-ff46-402c-ba68-3f33a6c32844 None None] For port 8ca18bd4-e178-44a9-8145-f63397ea70be, host dv-cinder-757936-8-iscsi, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:20:24.397896 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-c088f55e-ff46-402c-ba68-3f33a6c32844 None None] For port 8ca18bd4-e178-44a9-8145-f63397ea70be, host dv-cinder-757936-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=8ca18bd4-e178-44a9-8145-f63397ea70be,segment=NetworkSegment(f5d3e9fe-1713-4612-881d-845c7ee6172d),segment_id=f5d3e9fe-1713-4612-881d-845c7ee6172d)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:20:24.402596 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-c088f55e-ff46-402c-ba68-3f33a6c32844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:24.458659 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0fe802-d6bd-4f39-ad1f-d21522a3205a None None] Pushing event updated for resources: {'Port': ['ID=8ca18bd4-e178-44a9-8145-f63397ea70be,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:20:24.463361 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c088f55e-ff46-402c-ba68-3f33a6c32844 None None] Routers {'6d01f535-5179-4741-960e-927a4ef3d758'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:20:24.463976 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-c088f55e-ff46-402c-ba68-3f33a6c32844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:20:18Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['6d01f535-5179-4741-960e-927a4ef3d758'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:20:24.552935 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-c088f55e-ff46-402c-ba68-3f33a6c32844 None None] Set router 6d01f535-5179-4741-960e-927a4ef3d758 gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:20:24.770156 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-c088f55e-ff46-402c-ba68-3f33a6c32844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d01f535-5179-4741-960e-927a4ef3d758', 'name': 'router1', 'tenant_id': '7eee3fa35b4c45229bb565bfaefe0277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:20:11Z', 'updated_at': '2021-09-03T16:20:22Z', 'revision_number': 2, 'project_id': '7eee3fa35b4c45229bb565bfaefe0277', 'gw_port_host': None, '_interfaces': [{'id': '8ca18bd4-e178-44a9-8145-f63397ea70be', 'name': '', 'network_id': '13d1a945-9fd4-4b39-a0e8-ea7937deae43', 'tenant_id': '7eee3fa35b4c45229bb565bfaefe0277', 'mac_address': 'fa:16:3e:b6:04:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d01f535-5179-4741-960e-927a4ef3d758', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '30275974-dd93-429c-91c5-7dc3a3fb8fc6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:20:21Z', 'updated_at': '2021-09-03T16:20:24Z', 'revision_number': 4, 'project_id': '7eee3fa35b4c45229bb565bfaefe0277', 'subnets': [{'id': '30275974-dd93-429c-91c5-7dc3a3fb8fc6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '844d3475-bfcf-4758-9569-fa88340c2f99'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:20:24.794508 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c088f55e-ff46-402c-ba68-3f33a6c32844 None None] The sync data for ids ['6d01f535-5179-4741-960e-927a4ef3d758'] in dv-cinder-757936-8-iscsi is: [{'id': '6d01f535-5179-4741-960e-927a4ef3d758', 'name': 'router1', 'tenant_id': '7eee3fa35b4c45229bb565bfaefe0277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:20:11Z', 'updated_at': '2021-09-03T16:20:22Z', 'revision_number': 2, 'project_id': '7eee3fa35b4c45229bb565bfaefe0277', 'gw_port_host': None, '_interfaces': [{'id': '8ca18bd4-e178-44a9-8145-f63397ea70be', 'name': '', 'network_id': '13d1a945-9fd4-4b39-a0e8-ea7937deae43', 'tenant_id': '7eee3fa35b4c45229bb565bfaefe0277', 'mac_address': 'fa:16:3e:b6:04:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d01f535-5179-4741-960e-927a4ef3d758', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '30275974-dd93-429c-91c5-7dc3a3fb8fc6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:20:21Z', 'updated_at': '2021-09-03T16:20:24Z', 'revision_number': 4, 'project_id': '7eee3fa35b4c45229bb565bfaefe0277', 'subnets': [{'id': '30275974-dd93-429c-91c5-7dc3a3fb8fc6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '844d3475-bfcf-4758-9569-fa88340c2f99'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:20:25.093132 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 43000) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:20:25.206017 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd54e6a-3597-4e9a-81b0-d52a21d1ce63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:20:25.207405 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-ddd54e6a-3597-4e9a-81b0-d52a21d1ce63 admin admin] 10.222.0.62 "GET /v2.0/networks/af961d58-b724-401e-8712-cedb04029227 HTTP/1.1" status: 200 len: 842 time: 0.1133828 Sep 03 16:20:25.217494 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-5cc302ae-9f12-4375-969f-4e06093ca1fb admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:20:25.238335 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc302ae-9f12-4375-969f-4e06093ca1fb admin admin] Made reservation on behalf of f3e76368d9cd49428bed47716451e5ad for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:20:25.241223 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5cc302ae-9f12-4375-969f-4e06093ca1fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:25.578226 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.objects.ports [None req-5cc302ae-9f12-4375-969f-4e06093ca1fb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93828) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 03 16:20:25.578674 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5cc302ae-9f12-4375-969f-4e06093ca1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:25.634553 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc302ae-9f12-4375-969f-4e06093ca1fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab4829e3-7396-4499-a1b3-42e28c777fec,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:20:25.638698 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc302ae-9f12-4375-969f-4e06093ca1fb admin admin] Checking segment: {'id': '8fbc7082-b272-4b43-971d-120707d467f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af961d58-b724-401e-8712-cedb04029227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:20:25.639056 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc302ae-9f12-4375-969f-4e06093ca1fb admin admin] Network hostable DHCP agents. Network: af961d58-b724-401e-8712-cedb04029227, hostable agents: ['3c1899c8-97e0-46b0-b7e8-2386c864002b'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 16:20:25.658663 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc302ae-9f12-4375-969f-4e06093ca1fb admin admin] Network af961d58-b724-401e-8712-cedb04029227 is scheduled to be hosted by DHCP agent 3c1899c8-97e0-46b0-b7e8-2386c864002b with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 16:20:25.668724 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-5cc302ae-9f12-4375-969f-4e06093ca1fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-8-iscsi, af961d58-b724-401e-8712-cedb04029227) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:20:25.672933 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc302ae-9f12-4375-969f-4e06093ca1fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:20:25.673692 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5cc302ae-9f12-4375-969f-4e06093ca1fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:25.679482 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16de04f9-dc6a-41ae-a804-05763c37d62a None None] Network af961d58-b724-401e-8712-cedb04029227 requested from dv-cinder-757936-8-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:20:25.700025 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-5cc302ae-9f12-4375-969f-4e06093ca1fb admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4746060 Sep 03 16:20:25.825309 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7c0cc2-5471-4321-8922-b38b9c32006e None None] Network af961d58-b724-401e-8712-cedb04029227 requested from dv-cinder-757936-8-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:20:27.992604 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 43008) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:20:28.122174 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-2c431b18-9d04-4ea7-bafe-92e0b6bcc868 admin admin] 10.222.0.62 "GET /v2.0/routers/6d01f535-5179-4741-960e-927a4ef3d758 HTTP/1.1" status: 200 len: 710 time: 0.1284108 Sep 03 16:20:28.206902 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8060dda9-cf8a-4915-862f-cc204407b3c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:20:28.213799 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-8060dda9-cf8a-4915-862f-cc204407b3c8 admin admin] 10.222.0.62 "GET /v2.0/networks/af961d58-b724-401e-8712-cedb04029227 HTTP/1.1" status: 200 len: 886 time: 0.0800166 Sep 03 16:20:28.217716 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-7ac60837-7459-4ecd-92e9-846b505f5d44 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227'}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:20:28.467364 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7ac60837-7459-4ecd-92e9-846b505f5d44 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:28.786473 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7ac60837-7459-4ecd-92e9-846b505f5d44 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:28.860292 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7ac60837-7459-4ecd-92e9-846b505f5d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:28.965954 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-7ac60837-7459-4ecd-92e9-846b505f5d44 admin admin] Allocated IP 172.27.3.231 (af961d58-b724-401e-8712-cedb04029227/ab4829e3-7396-4499-a1b3-42e28c777fec/b1b1bf3b-3910-4207-943c-07c05dcc8067) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:20:29.077030 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7ac60837-7459-4ecd-92e9-846b505f5d44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:29.117004 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7ac60837-7459-4ecd-92e9-846b505f5d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:29.155536 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac60837-7459-4ecd-92e9-846b505f5d44 admin admin] Network af961d58-b724-401e-8712-cedb04029227 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:20:29.158408 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-7ac60837-7459-4ecd-92e9-846b505f5d44 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:20:29.164027 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac60837-7459-4ecd-92e9-846b505f5d44 admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:20:29.171929 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac60837-7459-4ecd-92e9-846b505f5d44 admin admin] Pushing event updated for resources: {'Port': ['ID=b1b1bf3b-3910-4207-943c-07c05dcc8067,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:20:29.422432 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7ac60837-7459-4ecd-92e9-846b505f5d44 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:29.612048 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7ac60837-7459-4ecd-92e9-846b505f5d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-923065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-921097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126142'] for router, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:29.615518 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7ac60837-7459-4ecd-92e9-846b505f5d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-923102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-923056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-923047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-921088'] for router, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:29.721154 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac60837-7459-4ecd-92e9-846b505f5d44 admin admin] Router 6d01f535-5179-4741-960e-927a4ef3d758 has already been hosted by L3 agent 32b2b364-f1ef-43b0-aa1c-04e185c9ddf9 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:20:29.825548 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac60837-7459-4ecd-92e9-846b505f5d44 admin admin] Notify agent at l3_agent.dv-cinder-757936-8-iscsi the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:20:29.829979 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7ac60837-7459-4ecd-92e9-846b505f5d44 admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:29.831183 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-7ac60837-7459-4ecd-92e9-846b505f5d44 admin admin] 10.222.0.62 "PUT /v2.0/routers/6d01f535-5179-4741-960e-927a4ef3d758 HTTP/1.1" status: 200 len: 890 time: 1.6167338 Sep 03 16:20:30.301056 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 8ca18bd4-e178-44a9-8145-f63397ea70be up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:20:30.351415 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning for port 8ca18bd4-e178-44a9-8145-f63397ea70be completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:20:30.355319 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port 8ca18bd4-e178-44a9-8145-f63397ea70be triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:20:30.355698 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:30.429914 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:30.464424 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] For port 8ca18bd4-e178-44a9-8145-f63397ea70be, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=8ca18bd4-e178-44a9-8145-f63397ea70be,segment=NetworkSegment(f5d3e9fe-1713-4612-881d-845c7ee6172d),segment_id=f5d3e9fe-1713-4612-881d-845c7ee6172d)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:20:30.468742 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:30.554853 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Pushing event updated for resources: {'Port': ['ID=8ca18bd4-e178-44a9-8145-f63397ea70be,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:20:31.332365 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80420417-188b-4990-9392-52d74261290b None None] Sync routers for ids ['6d01f535-5179-4741-960e-927a4ef3d758'] in dv-cinder-757936-8-iscsi {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:20:31.343195 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80420417-188b-4990-9392-52d74261290b None None] Routers {'6d01f535-5179-4741-960e-927a4ef3d758'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:20:31.343844 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-80420417-188b-4990-9392-52d74261290b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:20:18Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['6d01f535-5179-4741-960e-927a4ef3d758'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:20:31.548730 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-80420417-188b-4990-9392-52d74261290b None None] Set router 6d01f535-5179-4741-960e-927a4ef3d758 gateway port host: dv-cinder-757936-8-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:20:31.945159 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-80420417-188b-4990-9392-52d74261290b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d01f535-5179-4741-960e-927a4ef3d758', 'name': 'router1', 'tenant_id': '7eee3fa35b4c45229bb565bfaefe0277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'b1b1bf3b-3910-4207-943c-07c05dcc8067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:20:11Z', 'updated_at': '2021-09-03T16:20:29Z', 'revision_number': 4, 'project_id': '7eee3fa35b4c45229bb565bfaefe0277', 'gw_port': {'id': 'b1b1bf3b-3910-4207-943c-07c05dcc8067', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:55:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d01f535-5179-4741-960e-927a4ef3d758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:20:28Z', 'updated_at': '2021-09-03T16:20:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '8ca18bd4-e178-44a9-8145-f63397ea70be', 'name': '', 'network_id': '13d1a945-9fd4-4b39-a0e8-ea7937deae43', 'tenant_id': '7eee3fa35b4c45229bb565bfaefe0277', 'mac_address': 'fa:16:3e:b6:04:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d01f535-5179-4741-960e-927a4ef3d758', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '30275974-dd93-429c-91c5-7dc3a3fb8fc6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:20:21Z', 'updated_at': '2021-09-03T16:20:30Z', 'revision_number': 5, 'project_id': '7eee3fa35b4c45229bb565bfaefe0277', 'subnets': [{'id': '30275974-dd93-429c-91c5-7dc3a3fb8fc6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '844d3475-bfcf-4758-9569-fa88340c2f99'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:20:31.999804 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80420417-188b-4990-9392-52d74261290b None None] Checking router: 6d01f535-5179-4741-960e-927a4ef3d758 for host: dv-cinder-757936-8-iscsi {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:20:32.000164 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80420417-188b-4990-9392-52d74261290b None None] Updating router 6d01f535-5179-4741-960e-927a4ef3d758 port b1b1bf3b-3910-4207-943c-07c05dcc8067 binding host dv-cinder-757936-8-iscsi {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 16:20:32.048476 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-80420417-188b-4990-9392-52d74261290b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:32.306237 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 8ca18bd4-e178-44a9-8145-f63397ea70be up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:20:32.343421 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 43020) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:20:32.415339 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port 8ca18bd4-e178-44a9-8145-f63397ea70be triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:20:32.415888 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:32.418331 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-80420417-188b-4990-9392-52d74261290b None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:32.446065 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-80420417-188b-4990-9392-52d74261290b None None] Transition to ACTIVE for port object b1b1bf3b-3910-4207-943c-07c05dcc8067 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:20:32.453680 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-80420417-188b-4990-9392-52d74261290b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:32.456203 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-44b00e89-3239-4284-9de5-b60e493b4dae admin admin] 10.222.0.62 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1115582 Sep 03 16:20:32.596559 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-80420417-188b-4990-9392-52d74261290b None None] Attempting to bind port b1b1bf3b-3910-4207-943c-07c05dcc8067 on host dv-cinder-757936-8-iscsi for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:20:32.596941 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-80420417-188b-4990-9392-52d74261290b None None] Attempting to bind port b1b1bf3b-3910-4207-943c-07c05dcc8067 by drivers openvswitch,hyperv on host dv-cinder-757936-8-iscsi at level 0 using segments [{'id': '8fbc7082-b272-4b43-971d-120707d467f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af961d58-b724-401e-8712-cedb04029227'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:20:32.597340 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80420417-188b-4990-9392-52d74261290b None None] Attempting to bind port b1b1bf3b-3910-4207-943c-07c05dcc8067 on network af961d58-b724-401e-8712-cedb04029227 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:20:32.607296 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80420417-188b-4990-9392-52d74261290b None None] Checking agent: {'id': '09c8fd01-6670-4f2e-aed1-0a61ad96cff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 19, 48), 'started_at': datetime.datetime(2021, 9, 3, 16, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:20:32.607676 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80420417-188b-4990-9392-52d74261290b None None] Checking segment: {'id': '8fbc7082-b272-4b43-971d-120707d467f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af961d58-b724-401e-8712-cedb04029227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:20:32.608085 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-80420417-188b-4990-9392-52d74261290b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:32.608482 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80420417-188b-4990-9392-52d74261290b None None] Bound using segment: {'id': '8fbc7082-b272-4b43-971d-120707d467f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af961d58-b724-401e-8712-cedb04029227'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:20:32.608965 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-80420417-188b-4990-9392-52d74261290b None None] Bound port: b1b1bf3b-3910-4207-943c-07c05dcc8067, host: dv-cinder-757936-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fbc7082-b272-4b43-971d-120707d467f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af961d58-b724-401e-8712-cedb04029227'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:20:32.609419 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-80420417-188b-4990-9392-52d74261290b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:32.649851 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc536d1-842d-4333-91ed-7ae13e49f98f None None] Pushing event updated for resources: {'Port': ['ID=b1b1bf3b-3910-4207-943c-07c05dcc8067,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:20:32.701941 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-80420417-188b-4990-9392-52d74261290b None None] For port b1b1bf3b-3910-4207-943c-07c05dcc8067, host dv-cinder-757936-8-iscsi, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:20:32.705823 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-80420417-188b-4990-9392-52d74261290b None None] For port b1b1bf3b-3910-4207-943c-07c05dcc8067, host dv-cinder-757936-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=b1b1bf3b-3910-4207-943c-07c05dcc8067,segment=NetworkSegment(8fbc7082-b272-4b43-971d-120707d467f2),segment_id=8fbc7082-b272-4b43-971d-120707d467f2)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:20:32.711215 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-80420417-188b-4990-9392-52d74261290b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:32.773983 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80420417-188b-4990-9392-52d74261290b None None] Routers {'6d01f535-5179-4741-960e-927a4ef3d758'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:20:32.774625 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-80420417-188b-4990-9392-52d74261290b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:20:18Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['6d01f535-5179-4741-960e-927a4ef3d758'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:20:32.811679 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc536d1-842d-4333-91ed-7ae13e49f98f None None] Pushing event updated for resources: {'Port': ['ID=b1b1bf3b-3910-4207-943c-07c05dcc8067,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:20:32.884226 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-80420417-188b-4990-9392-52d74261290b None None] Set router 6d01f535-5179-4741-960e-927a4ef3d758 gateway port host: dv-cinder-757936-8-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:20:33.104214 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-80420417-188b-4990-9392-52d74261290b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d01f535-5179-4741-960e-927a4ef3d758', 'name': 'router1', 'tenant_id': '7eee3fa35b4c45229bb565bfaefe0277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'b1b1bf3b-3910-4207-943c-07c05dcc8067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:20:11Z', 'updated_at': '2021-09-03T16:20:29Z', 'revision_number': 4, 'project_id': '7eee3fa35b4c45229bb565bfaefe0277', 'gw_port': {'id': 'b1b1bf3b-3910-4207-943c-07c05dcc8067', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:55:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d01f535-5179-4741-960e-927a4ef3d758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:20:28Z', 'updated_at': '2021-09-03T16:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '8ca18bd4-e178-44a9-8145-f63397ea70be', 'name': '', 'network_id': '13d1a945-9fd4-4b39-a0e8-ea7937deae43', 'tenant_id': '7eee3fa35b4c45229bb565bfaefe0277', 'mac_address': 'fa:16:3e:b6:04:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d01f535-5179-4741-960e-927a4ef3d758', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '30275974-dd93-429c-91c5-7dc3a3fb8fc6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:20:21Z', 'updated_at': '2021-09-03T16:20:30Z', 'revision_number': 5, 'project_id': '7eee3fa35b4c45229bb565bfaefe0277', 'subnets': [{'id': '30275974-dd93-429c-91c5-7dc3a3fb8fc6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '844d3475-bfcf-4758-9569-fa88340c2f99'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:20:33.130474 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80420417-188b-4990-9392-52d74261290b None None] The sync data for ids ['6d01f535-5179-4741-960e-927a4ef3d758'] in dv-cinder-757936-8-iscsi is: [{'id': '6d01f535-5179-4741-960e-927a4ef3d758', 'name': 'router1', 'tenant_id': '7eee3fa35b4c45229bb565bfaefe0277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'b1b1bf3b-3910-4207-943c-07c05dcc8067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:20:11Z', 'updated_at': '2021-09-03T16:20:29Z', 'revision_number': 4, 'project_id': '7eee3fa35b4c45229bb565bfaefe0277', 'gw_port': {'id': 'b1b1bf3b-3910-4207-943c-07c05dcc8067', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:55:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d01f535-5179-4741-960e-927a4ef3d758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:20:28Z', 'updated_at': '2021-09-03T16:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '8ca18bd4-e178-44a9-8145-f63397ea70be', 'name': '', 'network_id': '13d1a945-9fd4-4b39-a0e8-ea7937deae43', 'tenant_id': '7eee3fa35b4c45229bb565bfaefe0277', 'mac_address': 'fa:16:3e:b6:04:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d01f535-5179-4741-960e-927a4ef3d758', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '30275974-dd93-429c-91c5-7dc3a3fb8fc6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:20:21Z', 'updated_at': '2021-09-03T16:20:30Z', 'revision_number': 5, 'project_id': '7eee3fa35b4c45229bb565bfaefe0277', 'subnets': [{'id': '30275974-dd93-429c-91c5-7dc3a3fb8fc6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '844d3475-bfcf-4758-9569-fa88340c2f99'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:20:34.321456 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device b1b1bf3b-3910-4207-943c-07c05dcc8067 up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:20:34.376718 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning for port b1b1bf3b-3910-4207-943c-07c05dcc8067 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:20:34.381692 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port b1b1bf3b-3910-4207-943c-07c05dcc8067 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:20:34.382251 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:34.469061 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:34.486234 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] For port b1b1bf3b-3910-4207-943c-07c05dcc8067, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=b1b1bf3b-3910-4207-943c-07c05dcc8067,segment=NetworkSegment(8fbc7082-b272-4b43-971d-120707d467f2),segment_id=8fbc7082-b272-4b43-971d-120707d467f2)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:20:34.490427 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:34.544438 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Pushing event updated for resources: {'Port': ['ID=b1b1bf3b-3910-4207-943c-07c05dcc8067,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:20:36.314492 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device b1b1bf3b-3910-4207-943c-07c05dcc8067 up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:20:36.386061 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port b1b1bf3b-3910-4207-943c-07c05dcc8067 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:20:36.387098 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:45.401504 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d0e2800e-714e-4b1b-8b25-53e18e9a0480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:47.841954 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-e252f19f-dd3e-4d3c-8df8-c3041748f205 None None] Agent healthcheck: found 5 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:20:47.985981 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b806dbdd-0a94-48a6-b4d5-30744d657301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:48.340715 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:48.937146 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad34-f359-45be-bded-9b7b563a89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:20:50.715419 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30fea9dd-2dab-4865-ba17-13165276935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:21:15.407861 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a0ed14ef-28c7-4356-890a-32fde66bacc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:21:17.981812 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-61c7badd-96bf-42da-b9bd-5e17cd15f22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:21:18.336617 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:21:18.943954 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad34-f359-45be-bded-9b7b563a89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:21:20.710586 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30fea9dd-2dab-4865-ba17-13165276935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:21:24.840208 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-e252f19f-dd3e-4d3c-8df8-c3041748f205 None None] Agent healthcheck: found 5 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:21:45.403153 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6d48dbc1-ef28-4ce7-825d-60831ef1c4d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:21:47.982345 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d2ac9710-4495-4ad6-88a4-d562ba65f94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:21:48.339062 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:21:48.944411 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad34-f359-45be-bded-9b7b563a89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:21:50.712526 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30fea9dd-2dab-4865-ba17-13165276935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:01.839273 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-e252f19f-dd3e-4d3c-8df8-c3041748f205 None None] Agent healthcheck: found 5 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:22:09.781111 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 43584) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:22:09.843349 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd8af3f7-e45b-446e-a13d-96d1c45625ac admin admin] GET failed (client error): The resource could not be found. Sep 03 16:22:09.845105 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-cd8af3f7-e45b-446e-a13d-96d1c45625ac admin admin] 10.222.0.62 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0630167 Sep 03 16:22:10.007976 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c10a81-eb02-4890-a0df-eb28f500e0f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:22:10.009378 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-d4c10a81-eb02-4890-a0df-eb28f500e0f1 admin admin] 10.222.0.62 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1590934 Sep 03 16:22:12.246908 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 43594) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:22:12.343833 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84627f52-2f08-4e92-bd74-429dc574df2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:22:12.345249 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-84627f52-2f08-4e92-bd74-429dc574df2b admin admin] 10.222.0.62 "GET /v2.0/subnets/30275974-dd93-429c-91c5-7dc3a3fb8fc6 HTTP/1.1" status: 200 len: 849 time: 0.0973189 Sep 03 16:22:12.355674 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-f366da31-1c8f-4cc2-af5d-eb124f6d6513 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:22:12.447720 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f366da31-1c8f-4cc2-af5d-eb124f6d6513 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:12.598765 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f366da31-1c8f-4cc2-af5d-eb124f6d6513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739257830849'] for subnet, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:12.637725 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f366da31-1c8f-4cc2-af5d-eb124f6d6513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:22:12.638381 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f366da31-1c8f-4cc2-af5d-eb124f6d6513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:12.639890 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-f366da31-1c8f-4cc2-af5d-eb124f6d6513 admin admin] 10.222.0.62 "PUT /v2.0/subnets/30275974-dd93-429c-91c5-7dc3a3fb8fc6 HTTP/1.1" status: 200 len: 868 time: 0.2880049 Sep 03 16:22:12.656928 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6567deea-e504-4ed8-8494-a3051457e637 None None] Network 13d1a945-9fd4-4b39-a0e8-ea7937deae43 requested from dv-cinder-757936-8-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:22:12.662643 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f366da31-1c8f-4cc2-af5d-eb124f6d6513 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30275974-dd93-429c-91c5-7dc3a3fb8fc6,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:22:12.671084 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f366da31-1c8f-4cc2-af5d-eb124f6d6513 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:12.671440 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f366da31-1c8f-4cc2-af5d-eb124f6d6513 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:12.671799 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f366da31-1c8f-4cc2-af5d-eb124f6d6513 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:12.672156 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f366da31-1c8f-4cc2-af5d-eb124f6d6513 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:12.672508 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f366da31-1c8f-4cc2-af5d-eb124f6d6513 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:12.672873 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f366da31-1c8f-4cc2-af5d-eb124f6d6513 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:12.673282 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f366da31-1c8f-4cc2-af5d-eb124f6d6513 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:12.673634 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f366da31-1c8f-4cc2-af5d-eb124f6d6513 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:12.673979 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f366da31-1c8f-4cc2-af5d-eb124f6d6513 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:12.674322 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f366da31-1c8f-4cc2-af5d-eb124f6d6513 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:12.674687 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f366da31-1c8f-4cc2-af5d-eb124f6d6513 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:12.677269 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f366da31-1c8f-4cc2-af5d-eb124f6d6513 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:22:13.091619 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-077252bd-033d-4735-80b4-0a150f0bf494 None None] Provisioning complete for port 8ca18bd4-e178-44a9-8145-f63397ea70be triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:22:13.092000 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-077252bd-033d-4735-80b4-0a150f0bf494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:13.174435 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-077252bd-033d-4735-80b4-0a150f0bf494 None None] Provisioning complete for port 4a9e427d-c095-4b52-a7ca-592dc712b370 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:22:13.175358 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-077252bd-033d-4735-80b4-0a150f0bf494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:14.917601 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 43602) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:22:15.135877 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a407d45f-ada0-43c9-b724-8a9741bdb132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:22:15.136280 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a407d45f-ada0-43c9-b724-8a9741bdb132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:22:15.137890 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-a407d45f-ada0-43c9-b724-8a9741bdb132 admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2193377 Sep 03 16:22:15.404732 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-65db7b41-68fb-4afd-ab9b-2988894cad8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:17.398445 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 43612) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:22:17.530056 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34eb507-0a76-4e3d-84cc-f149a6d82311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:22:17.530546 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34eb507-0a76-4e3d-84cc-f149a6d82311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:22:17.532104 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-a34eb507-0a76-4e3d-84cc-f149a6d82311 admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1327050 Sep 03 16:22:17.986298 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-979f48b7-33c5-4960-ab25-784304714481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:18.340550 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:18.949168 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad34-f359-45be-bded-9b7b563a89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:19.765117 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 43620) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:22:19.907901 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9acd96-a04e-427d-9b83-abd6803bc46a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:22:19.909353 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-ae9acd96-a04e-427d-9b83-abd6803bc46a admin admin] 10.222.0.62 "GET /v2.0/networks/13d1a945-9fd4-4b39-a0e8-ea7937deae43 HTTP/1.1" status: 200 len: 869 time: 0.1432281 Sep 03 16:22:20.721256 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30fea9dd-2dab-4865-ba17-13165276935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:22.146588 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 43628) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:22:22.282064 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fa478f-c851-431d-bde2-6676656d5b42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:22:22.283489 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-77fa478f-c851-431d-bde2-6676656d5b42 admin admin] 10.222.0.62 "GET /v2.0/networks/af961d58-b724-401e-8712-cedb04029227 HTTP/1.1" status: 200 len: 886 time: 0.1359086 Sep 03 16:22:24.598655 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 43636) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:22:24.809769 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6204d4af-4be3-4d57-9ec6-e78e33be8feb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:22:24.810152 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6204d4af-4be3-4d57-9ec6-e78e33be8feb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:22:24.811772 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-6204d4af-4be3-4d57-9ec6-e78e33be8feb admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2121477 Sep 03 16:22:27.010317 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 43644) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:22:27.102699 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a987c7-1cc4-4667-9e86-bdb8f09a2d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:22:27.103172 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a987c7-1cc4-4667-9e86-bdb8f09a2d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:22:27.104717 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-50a987c7-1cc4-4667-9e86-bdb8f09a2d2d admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0934508 Sep 03 16:22:29.323128 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 43652) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:22:29.419680 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a29c301-8b51-4a78-8327-5a1261ae07ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:22:29.420981 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-5a29c301-8b51-4a78-8327-5a1261ae07ca admin admin] 10.222.0.62 "GET /v2.0/subnets/30275974-dd93-429c-91c5-7dc3a3fb8fc6 HTTP/1.1" status: 200 len: 868 time: 0.0969017 Sep 03 16:22:31.626795 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 43660) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:22:31.714454 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e25aaf0-80ca-4033-bcaa-0c77ca76c2cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:22:31.715819 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-4e25aaf0-80ca-4033-bcaa-0c77ca76c2cb admin admin] 10.222.0.62 "GET /v2.0/subnets/ab4829e3-7396-4499-a1b3-42e28c777fec HTTP/1.1" status: 200 len: 816 time: 0.0880480 Sep 03 16:22:38.838555 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-e252f19f-dd3e-4d3c-8df8-c3041748f205 None None] Agent healthcheck: found 5 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:22:45.406108 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3581487f-e7fd-4b7c-bd7b-b3d20fe250cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:47.992188 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a2373989-81cf-4db6-8a1d-8b14cc24d4d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:48.352145 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:48.954603 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad34-f359-45be-bded-9b7b563a89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:50.735565 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30fea9dd-2dab-4865-ba17-13165276935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:22:56.909399 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 43716) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:22:56.965334 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [None req-783f2543-213e-4286-b60e-b4559dc817d6 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 16:22:56.967116 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-783f2543-213e-4286-b60e-b4559dc817d6 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0565429 Sep 03 16:22:59.425652 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 43724) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:22:59.507142 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bc5c0a5-190b-4bd5-a63c-a52de16df5c5 admin admin] GET failed (client error): The resource could not be found. Sep 03 16:22:59.509142 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-0bc5c0a5-190b-4bd5-a63c-a52de16df5c5 admin admin] 10.222.0.62 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0820892 Sep 03 16:22:59.615403 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6a9c32-f125-47b9-8ae8-525fe6cd71c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:22:59.617009 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-bb6a9c32-f125-47b9-8ae8-525fe6cd71c4 admin admin] 10.222.0.62 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1001866 Sep 03 16:23:02.132905 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 43732) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:02.193157 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-69b203df-8f7d-4181-8b87-f8466ff4e87d admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:23:02.227302 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b203df-8f7d-4181-8b87-f8466ff4e87d admin admin] Made reservation on behalf of f3e76368d9cd49428bed47716451e5ad for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:23:02.231186 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-69b203df-8f7d-4181-8b87-f8466ff4e87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:02.292191 dv-cinder-757936-8-iscsi neutron-server[93828]: WARNING neutron.services.revisions.revision_plugin [None req-69b203df-8f7d-4181-8b87-f8466ff4e87d admin admin] Could not find related network for resource to bump revision. Sep 03 16:23:02.312320 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69b203df-8f7d-4181-8b87-f8466ff4e87d admin admin] vlan segment allocate from pool success with {'vlan_id': 865, 'physical_network': 'physnet1'} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 16:23:02.330143 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-69b203df-8f7d-4181-8b87-f8466ff4e87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:02.330789 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.db.segments_db [None req-69b203df-8f7d-4181-8b87-f8466ff4e87d admin admin] Added segment 0594bab4-e3ec-4ec8-8c96-0244952c2733 of type vlan for network 741d033c-c530-47ce-9014-d90e75a1422f Sep 03 16:23:02.422428 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-69b203df-8f7d-4181-8b87-f8466ff4e87d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739257364188'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:02.539842 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-69b203df-8f7d-4181-8b87-f8466ff4e87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:02.541364 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b203df-8f7d-4181-8b87-f8466ff4e87d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:02.542327 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-69b203df-8f7d-4181-8b87-f8466ff4e87d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:02.588724 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-69b203df-8f7d-4181-8b87-f8466ff4e87d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4543784 Sep 03 16:23:02.655058 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b203df-8f7d-4181-8b87-f8466ff4e87d admin admin] Pushing event updated for resources: {'Network': ['ID=741d033c-c530-47ce-9014-d90e75a1422f,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:02.671811 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Network 741d033c-c530-47ce-9014-d90e75a1422f details requested by agent ovs-agent-dv-cinder-757936-8-iscsi with host dv-cinder-757936-8-iscsi {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 16:23:05.029379 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 43740) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:23:05.110320 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.pecan_wsgi.hooks.translation [None req-27ea8c5f-8989-4a1a-8b51-fc43ffd10ee0 admin admin] GET failed (client error): The resource could not be found. Sep 03 16:23:05.112978 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-27ea8c5f-8989-4a1a-8b51-fc43ffd10ee0 admin admin] 10.222.0.62 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0819948 Sep 03 16:23:05.197095 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b441b6-50cf-41ee-897c-f71d52ca8d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:05.198796 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-84b441b6-50cf-41ee-897c-f71d52ca8d9c admin admin] 10.222.0.62 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0806518 Sep 03 16:23:05.212548 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-627453cc-d2dd-443a-b6bf-dac34fd702cc admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '741d033c-c530-47ce-9014-d90e75a1422f'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:23:05.238406 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627453cc-d2dd-443a-b6bf-dac34fd702cc admin admin] Made reservation on behalf of f3e76368d9cd49428bed47716451e5ad for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:23:05.243896 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-627453cc-d2dd-443a-b6bf-dac34fd702cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:05.438128 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-627453cc-d2dd-443a-b6bf-dac34fd702cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:05.497494 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627453cc-d2dd-443a-b6bf-dac34fd702cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fa2018a-e120-48bd-a49f-9e6428b349cd,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:05.509816 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627453cc-d2dd-443a-b6bf-dac34fd702cc admin admin] Checking segment: {'id': '0594bab4-e3ec-4ec8-8c96-0244952c2733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '741d033c-c530-47ce-9014-d90e75a1422f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:23:05.510188 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627453cc-d2dd-443a-b6bf-dac34fd702cc admin admin] Network hostable DHCP agents. Network: 741d033c-c530-47ce-9014-d90e75a1422f, hostable agents: ['3c1899c8-97e0-46b0-b7e8-2386c864002b'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 16:23:05.531406 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627453cc-d2dd-443a-b6bf-dac34fd702cc admin admin] Network 741d033c-c530-47ce-9014-d90e75a1422f is scheduled to be hosted by DHCP agent 3c1899c8-97e0-46b0-b7e8-2386c864002b with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 16:23:05.542778 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-627453cc-d2dd-443a-b6bf-dac34fd702cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-8-iscsi, 741d033c-c530-47ce-9014-d90e75a1422f) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:23:05.548419 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627453cc-d2dd-443a-b6bf-dac34fd702cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:23:05.549966 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-627453cc-d2dd-443a-b6bf-dac34fd702cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:05.559004 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c53b74a-8737-4d98-be90-dfd29e6a4fe1 None None] Network 741d033c-c530-47ce-9014-d90e75a1422f requested from dv-cinder-757936-8-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:23:05.575690 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-627453cc-d2dd-443a-b6bf-dac34fd702cc admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3670304 Sep 03 16:23:05.734073 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f62c07-1861-4836-b24f-376439bfbc09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp196e1458-7fbe-5091-b5c9-92cf974e8c50-741d033c-c530-47ce-9014-d90e75a1422f', 'network_id': '741d033c-c530-47ce-9014-d90e75a1422f', 'tenant_id': 'f3e76368d9cd49428bed47716451e5ad', 'fixed_ips': [{'subnet_id': '4fa2018a-e120-48bd-a49f-9e6428b349cd'}]}} from dv-cinder-757936-8-iscsi. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 16:23:05.735358 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a4f62c07-1861-4836-b24f-376439bfbc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:05.894917 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-a4f62c07-1861-4836-b24f-376439bfbc09 None None] Allocated IP 192.168.233.2 (741d033c-c530-47ce-9014-d90e75a1422f/4fa2018a-e120-48bd-a49f-9e6428b349cd/56b03039-dda4-41e0-b391-3a78f199c7b3) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:23:06.129195 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a4f62c07-1861-4836-b24f-376439bfbc09 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:06.144201 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a4f62c07-1861-4836-b24f-376439bfbc09 None None] Transition to ACTIVE for port object 56b03039-dda4-41e0-b391-3a78f199c7b3 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:23:06.172744 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a4f62c07-1861-4836-b24f-376439bfbc09 None None] Transition to ACTIVE for port object 56b03039-dda4-41e0-b391-3a78f199c7b3 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:23:06.182378 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a4f62c07-1861-4836-b24f-376439bfbc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:06.237081 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f62c07-1861-4836-b24f-376439bfbc09 None None] Network 741d033c-c530-47ce-9014-d90e75a1422f is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:23:06.241591 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-a4f62c07-1861-4836-b24f-376439bfbc09 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:23:06.245834 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f62c07-1861-4836-b24f-376439bfbc09 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:23:06.254983 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f62c07-1861-4836-b24f-376439bfbc09 None None] Pushing event updated for resources: {'Port': ['ID=56b03039-dda4-41e0-b391-3a78f199c7b3,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:06.266237 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f62c07-1861-4836-b24f-376439bfbc09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:23:06.266585 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f62c07-1861-4836-b24f-376439bfbc09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:23:06.266937 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f62c07-1861-4836-b24f-376439bfbc09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:23:06.267291 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f62c07-1861-4836-b24f-376439bfbc09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:23:06.268167 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f62c07-1861-4836-b24f-376439bfbc09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:23:06.268506 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f62c07-1861-4836-b24f-376439bfbc09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:23:06.268834 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f62c07-1861-4836-b24f-376439bfbc09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:23:06.269212 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f62c07-1861-4836-b24f-376439bfbc09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:23:06.269559 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f62c07-1861-4836-b24f-376439bfbc09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:23:06.269894 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f62c07-1861-4836-b24f-376439bfbc09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:23:06.270223 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f62c07-1861-4836-b24f-376439bfbc09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:23:06.270547 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f62c07-1861-4836-b24f-376439bfbc09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:23:06.350220 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-a4f62c07-1861-4836-b24f-376439bfbc09 None None] Attempting to bind port 56b03039-dda4-41e0-b391-3a78f199c7b3 on host dv-cinder-757936-8-iscsi for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:23:06.350868 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-a4f62c07-1861-4836-b24f-376439bfbc09 None None] Attempting to bind port 56b03039-dda4-41e0-b391-3a78f199c7b3 by drivers openvswitch,hyperv on host dv-cinder-757936-8-iscsi at level 0 using segments [{'id': '0594bab4-e3ec-4ec8-8c96-0244952c2733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '741d033c-c530-47ce-9014-d90e75a1422f'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:23:06.351418 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f62c07-1861-4836-b24f-376439bfbc09 None None] Attempting to bind port 56b03039-dda4-41e0-b391-3a78f199c7b3 on network 741d033c-c530-47ce-9014-d90e75a1422f {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:23:06.360159 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f62c07-1861-4836-b24f-376439bfbc09 None None] Checking agent: {'id': '09c8fd01-6670-4f2e-aed1-0a61ad96cff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 19, 48), 'started_at': datetime.datetime(2021, 9, 3, 16, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:23:06.360772 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f62c07-1861-4836-b24f-376439bfbc09 None None] Checking segment: {'id': '0594bab4-e3ec-4ec8-8c96-0244952c2733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '741d033c-c530-47ce-9014-d90e75a1422f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:23:06.361983 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a4f62c07-1861-4836-b24f-376439bfbc09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:06.362575 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f62c07-1861-4836-b24f-376439bfbc09 None None] Bound using segment: {'id': '0594bab4-e3ec-4ec8-8c96-0244952c2733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '741d033c-c530-47ce-9014-d90e75a1422f'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:23:06.363446 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-a4f62c07-1861-4836-b24f-376439bfbc09 None None] Bound port: 56b03039-dda4-41e0-b391-3a78f199c7b3, host: dv-cinder-757936-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0594bab4-e3ec-4ec8-8c96-0244952c2733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '741d033c-c530-47ce-9014-d90e75a1422f'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:23:06.364125 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a4f62c07-1861-4836-b24f-376439bfbc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:06.458184 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a4f62c07-1861-4836-b24f-376439bfbc09 None None] For port 56b03039-dda4-41e0-b391-3a78f199c7b3, host dv-cinder-757936-8-iscsi, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:23:06.463784 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a4f62c07-1861-4836-b24f-376439bfbc09 None None] For port 56b03039-dda4-41e0-b391-3a78f199c7b3, host dv-cinder-757936-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=56b03039-dda4-41e0-b391-3a78f199c7b3,segment=NetworkSegment(0594bab4-e3ec-4ec8-8c96-0244952c2733),segment_id=0594bab4-e3ec-4ec8-8c96-0244952c2733)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:23:06.473267 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a4f62c07-1861-4836-b24f-376439bfbc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:06.572102 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f62c07-1861-4836-b24f-376439bfbc09 None None] Pushing event updated for resources: {'Port': ['ID=56b03039-dda4-41e0-b391-3a78f199c7b3,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:07.607013 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9a2a6b-7a72-4648-876a-13da02b93d41 None None] Network 741d033c-c530-47ce-9014-d90e75a1422f requested from dv-cinder-757936-8-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:23:07.734375 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3a957549-55b2-4dba-a155-6c74748ef5cc None None] Provisioning for port 56b03039-dda4-41e0-b391-3a78f199c7b3 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:23:08.457189 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 56b03039-dda4-41e0-b391-3a78f199c7b3 up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:23:08.535541 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning for port 56b03039-dda4-41e0-b391-3a78f199c7b3 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:23:08.541387 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port 56b03039-dda4-41e0-b391-3a78f199c7b3 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:23:08.541933 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:08.666571 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:08.714579 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] For port 56b03039-dda4-41e0-b391-3a78f199c7b3, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=56b03039-dda4-41e0-b391-3a78f199c7b3,segment=NetworkSegment(0594bab4-e3ec-4ec8-8c96-0244952c2733),segment_id=0594bab4-e3ec-4ec8-8c96-0244952c2733)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:23:08.721737 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:08.801870 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Pushing event updated for resources: {'Port': ['ID=56b03039-dda4-41e0-b391-3a78f199c7b3,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:23:10.421832 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 56b03039-dda4-41e0-b391-3a78f199c7b3 up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:23:10.479190 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port 56b03039-dda4-41e0-b391-3a78f199c7b3 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:23:10.479689 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:15.418317 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-32e90ada-a1ca-40bf-b306-48ea604098b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:15.838050 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-e252f19f-dd3e-4d3c-8df8-c3041748f205 None None] Agent healthcheck: found 5 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:23:17.990327 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ba32cc87-568b-42dd-9c4c-e39ec3033a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:18.347500 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:18.966052 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad34-f359-45be-bded-9b7b563a89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:20.742002 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30fea9dd-2dab-4865-ba17-13165276935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:45.412322 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-18be47e0-3c55-433d-8e5b-6859605ff2b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:47.984019 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a2110cb8-6950-459c-ae9b-190a4c855a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:48.346210 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:48.960590 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad34-f359-45be-bded-9b7b563a89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:50.738490 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30fea9dd-2dab-4865-ba17-13165276935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:23:52.841705 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-e252f19f-dd3e-4d3c-8df8-c3041748f205 None None] Agent healthcheck: found 5 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:24:15.413375 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0acdbbcf-7255-4673-b25e-1333c6c58366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:17.987135 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b1368e64-de30-4fba-b9ab-5c6b834f2d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:18.339932 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:18.965672 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad34-f359-45be-bded-9b7b563a89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:20.063903 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 43794) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:20.071345 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [None req-1cccd336-9a20-4ac7-b767-0bfcc28f0450 tempest-verify_tempest_config-1701214197 tempest-verify_tempest_config-1701214197-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 16:24:20.072402 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-1cccd336-9a20-4ac7-b767-0bfcc28f0450 tempest-verify_tempest_config-1701214197 tempest-verify_tempest_config-1701214197-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0073423 Sep 03 16:24:20.428426 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 43812) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:20.545862 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-71b7fc9d-c3a4-4f57-bb61-0e8a44c3d718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:20.639224 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-71b7fc9d-c3a4-4f57-bb61-0e8a44c3d718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:20.643334 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-71b7fc9d-c3a4-4f57-bb61-0e8a44c3d718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:20.692632 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-71b7fc9d-c3a4-4f57-bb61-0e8a44c3d718 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=90f765358f2f4df3aecf535595f428a6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2628036 Sep 03 16:24:20.693244 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b7fc9d-c3a4-4f57-bb61-0e8a44c3d718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7294253f-be7b-4d5f-b5d3-201a42d13e64,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:20.695856 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 43816) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:24:20.700890 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b7fc9d-c3a4-4f57-bb61-0e8a44c3d718 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:20.701573 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b7fc9d-c3a4-4f57-bb61-0e8a44c3d718 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:20.701932 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b7fc9d-c3a4-4f57-bb61-0e8a44c3d718 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:20.702281 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b7fc9d-c3a4-4f57-bb61-0e8a44c3d718 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:20.702626 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b7fc9d-c3a4-4f57-bb61-0e8a44c3d718 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:20.702985 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b7fc9d-c3a4-4f57-bb61-0e8a44c3d718 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:20.703328 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b7fc9d-c3a4-4f57-bb61-0e8a44c3d718 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:20.703681 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b7fc9d-c3a4-4f57-bb61-0e8a44c3d718 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:20.704030 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b7fc9d-c3a4-4f57-bb61-0e8a44c3d718 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:20.704371 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b7fc9d-c3a4-4f57-bb61-0e8a44c3d718 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:20.704708 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b7fc9d-c3a4-4f57-bb61-0e8a44c3d718 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:20.705064 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b7fc9d-c3a4-4f57-bb61-0e8a44c3d718 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:20.740265 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30fea9dd-2dab-4865-ba17-13165276935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:20.763962 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5b2aa2ce-3c60-40b9-9248-11f8c9e8848b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:20.785889 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5b2aa2ce-3c60-40b9-9248-11f8c9e8848b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:20.880578 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5b2aa2ce-3c60-40b9-9248-11f8c9e8848b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:20.883156 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5b2aa2ce-3c60-40b9-9248-11f8c9e8848b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:20.884383 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-5b2aa2ce-3c60-40b9-9248-11f8c9e8848b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7294253f-be7b-4d5f-b5d3-201a42d13e64 HTTP/1.1" status: 204 len: 168 time: 0.1873138 Sep 03 16:24:20.892425 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2aa2ce-3c60-40b9-9248-11f8c9e8848b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7294253f-be7b-4d5f-b5d3-201a42d13e64,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:24:20.899453 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2aa2ce-3c60-40b9-9248-11f8c9e8848b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:20.899850 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2aa2ce-3c60-40b9-9248-11f8c9e8848b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:20.900214 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2aa2ce-3c60-40b9-9248-11f8c9e8848b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:20.900592 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2aa2ce-3c60-40b9-9248-11f8c9e8848b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:20.900948 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2aa2ce-3c60-40b9-9248-11f8c9e8848b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:20.901341 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2aa2ce-3c60-40b9-9248-11f8c9e8848b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:20.901699 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2aa2ce-3c60-40b9-9248-11f8c9e8848b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:20.902040 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2aa2ce-3c60-40b9-9248-11f8c9e8848b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:20.902422 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2aa2ce-3c60-40b9-9248-11f8c9e8848b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:20.902766 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2aa2ce-3c60-40b9-9248-11f8c9e8848b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:20.903117 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2aa2ce-3c60-40b9-9248-11f8c9e8848b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:20.903473 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2aa2ce-3c60-40b9-9248-11f8c9e8848b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:24:29.839983 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-e252f19f-dd3e-4d3c-8df8-c3041748f205 None None] Agent healthcheck: found 5 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:24:45.416208 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b98d4176-17b9-4283-84e4-d4d87332e65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:47.995309 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-66e3f185-7483-492e-9d7f-7ca1452192ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:48.344657 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:48.966707 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad34-f359-45be-bded-9b7b563a89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:24:50.743037 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30fea9dd-2dab-4865-ba17-13165276935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:06.842532 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-e252f19f-dd3e-4d3c-8df8-c3041748f205 None None] Agent healthcheck: found 5 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:25:15.420573 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2300adce-9323-4bec-8b43-f414e053df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:17.995142 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-082602e7-deae-4ed0-bf96-188f4c816ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:18.348164 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:18.976626 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad34-f359-45be-bded-9b7b563a89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:20.748199 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30fea9dd-2dab-4865-ba17-13165276935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:43.841623 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-e252f19f-dd3e-4d3c-8df8-c3041748f205 None None] Agent healthcheck: found 5 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:25:45.426546 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-56717182-33ff-4826-86a6-d02f23be470d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:47.995610 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b4e360b9-2ec3-49c0-8647-1f682400bdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:48.363281 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:48.975748 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad34-f359-45be-bded-9b7b563a89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:50.758252 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30fea9dd-2dab-4865-ba17-13165276935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:25:52.240283 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-957104'] for agent, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:08.989264 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 43892) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:26:09.146706 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-0b15d113-6d57-4e96-8a98-f7e9702f09c8 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1562624 Sep 03 16:26:11.455999 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 43902) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:26:11.513028 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-9d6689d6-0cb1-4b41-af25-02265ce6f925 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0558615 Sep 03 16:26:15.421514 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f51f79e6-ff1e-4ced-bb7f-d4c1734eae5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:17.991060 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2f5384c7-a592-41ae-a808-3521fc665f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:18.349842 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:18.975320 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad34-f359-45be-bded-9b7b563a89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:20.757015 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30fea9dd-2dab-4865-ba17-13165276935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:20.841536 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-e252f19f-dd3e-4d3c-8df8-c3041748f205 None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:26:22.192890 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:45.423965 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-176af24f-a58b-4a90-8374-a4828e6af3c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:47.987627 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6b3553ed-c983-435a-8681-fbfefa2d6b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:48.342425 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:48.977933 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad34-f359-45be-bded-9b7b563a89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:50.755999 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30fea9dd-2dab-4865-ba17-13165276935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:52.191778 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:26:57.840941 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-e252f19f-dd3e-4d3c-8df8-c3041748f205 None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:27:15.425173 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-879513bd-2845-4f3c-962c-3e1ecfd8271f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:17.991630 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6b5a96f5-1377-408a-9ad0-5dc8c3acfb56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:18.346141 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:18.980191 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad34-f359-45be-bded-9b7b563a89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:20.762205 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30fea9dd-2dab-4865-ba17-13165276935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:22.224322 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:34.840072 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-e252f19f-dd3e-4d3c-8df8-c3041748f205 None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:27:40.811878 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 43988) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:27:41.012277 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-17bd15f3-cb47-4d4f-a3ab-759372c5bb71 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-444466876-network', 'tenant_id': 'a4659072c3364bfdad1b453680cc8963'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:27:41.062935 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17bd15f3-cb47-4d4f-a3ab-759372c5bb71 admin admin] Made reservation on behalf of a4659072c3364bfdad1b453680cc8963 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:27:41.066284 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-17bd15f3-cb47-4d4f-a3ab-759372c5bb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:41.082533 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-17bd15f3-cb47-4d4f-a3ab-759372c5bb71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:41.287572 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-17bd15f3-cb47-4d4f-a3ab-759372c5bb71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:41.308773 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-17bd15f3-cb47-4d4f-a3ab-759372c5bb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:41.352586 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bd15f3-cb47-4d4f-a3ab-759372c5bb71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:41.372598 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17bd15f3-cb47-4d4f-a3ab-759372c5bb71 admin admin] vlan segment allocate from pool success with {'vlan_id': 863, 'physical_network': 'physnet1'} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 16:27:41.386613 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-17bd15f3-cb47-4d4f-a3ab-759372c5bb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:41.387474 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.db.segments_db [None req-17bd15f3-cb47-4d4f-a3ab-759372c5bb71 admin admin] Added segment a76f8dc4-1516-46d2-b6ab-ab68662b841d of type vlan for network 024a4882-f815-4f97-b26b-5f4a3ff23835 Sep 03 16:27:41.439369 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-17bd15f3-cb47-4d4f-a3ab-759372c5bb71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739257364188'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:41.464154 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bd15f3-cb47-4d4f-a3ab-759372c5bb71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:41.464822 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bd15f3-cb47-4d4f-a3ab-759372c5bb71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:41.465404 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bd15f3-cb47-4d4f-a3ab-759372c5bb71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:41.466001 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bd15f3-cb47-4d4f-a3ab-759372c5bb71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:41.466529 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bd15f3-cb47-4d4f-a3ab-759372c5bb71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:41.467271 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bd15f3-cb47-4d4f-a3ab-759372c5bb71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:41.467770 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bd15f3-cb47-4d4f-a3ab-759372c5bb71 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:41.468299 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bd15f3-cb47-4d4f-a3ab-759372c5bb71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:41.469077 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bd15f3-cb47-4d4f-a3ab-759372c5bb71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:41.469621 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bd15f3-cb47-4d4f-a3ab-759372c5bb71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:41.470245 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bd15f3-cb47-4d4f-a3ab-759372c5bb71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:41.470786 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bd15f3-cb47-4d4f-a3ab-759372c5bb71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:41.472799 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bd15f3-cb47-4d4f-a3ab-759372c5bb71 admin admin] Tracked resource versions report: Sep 03 16:27:41.472799 dv-cinder-757936-8-iscsi neutron-server[93828]: pushed versions: Sep 03 16:27:41.472799 dv-cinder-757936-8-iscsi neutron-server[93828]: { 'AddressGroup': {'1.2'}, Sep 03 16:27:41.472799 dv-cinder-757936-8-iscsi neutron-server[93828]: 'ConntrackHelper': {'1.0'}, Sep 03 16:27:41.472799 dv-cinder-757936-8-iscsi neutron-server[93828]: 'Log': {'1.0'}, Sep 03 16:27:41.472799 dv-cinder-757936-8-iscsi neutron-server[93828]: 'Network': {'1.1'}, Sep 03 16:27:41.472799 dv-cinder-757936-8-iscsi neutron-server[93828]: 'Port': {'1.7'}, Sep 03 16:27:41.472799 dv-cinder-757936-8-iscsi neutron-server[93828]: 'PortForwarding': {'1.2'}, Sep 03 16:27:41.472799 dv-cinder-757936-8-iscsi neutron-server[93828]: 'QosPolicy': {'1.9'}, Sep 03 16:27:41.472799 dv-cinder-757936-8-iscsi neutron-server[93828]: 'SecurityGroup': {'1.4'}, Sep 03 16:27:41.472799 dv-cinder-757936-8-iscsi neutron-server[93828]: 'SecurityGroupRule': {'1.2'}, Sep 03 16:27:41.472799 dv-cinder-757936-8-iscsi neutron-server[93828]: 'SubPort': {'1.0'}, Sep 03 16:27:41.472799 dv-cinder-757936-8-iscsi neutron-server[93828]: 'Subnet': {'1.1'}, Sep 03 16:27:41.472799 dv-cinder-757936-8-iscsi neutron-server[93828]: 'Trunk': {'1.1'}} Sep 03 16:27:41.472799 dv-cinder-757936-8-iscsi neutron-server[93828]: consumer versions: Sep 03 16:27:41.472799 dv-cinder-757936-8-iscsi neutron-server[93828]: { DHCP agent@dv-cinder-757936-8-iscsi: {}, Sep 03 16:27:41.472799 dv-cinder-757936-8-iscsi neutron-server[93828]: HyperV agent@hv-cinder-75793: {}, Sep 03 16:27:41.472799 dv-cinder-757936-8-iscsi neutron-server[93828]: L3 agent@dv-cinder-757936-8-iscsi: {}, Sep 03 16:27:41.472799 dv-cinder-757936-8-iscsi neutron-server[93828]: Metadata agent@dv-cinder-757936-8-iscsi: {}, Sep 03 16:27:41.472799 dv-cinder-757936-8-iscsi neutron-server[93828]: Metering agent@dv-cinder-757936-8-iscsi: {}, Sep 03 16:27:41.472799 dv-cinder-757936-8-iscsi neutron-server[93828]: Open vSwitch agent@dv-cinder-757936-8-iscsi: { 'AddressGroup': '1.2', Sep 03 16:27:41.472799 dv-cinder-757936-8-iscsi neutron-server[93828]: 'ConntrackHelper': '1.0', Sep 03 16:27:41.472799 dv-cinder-757936-8-iscsi neutron-server[93828]: 'Log': '1.0', Sep 03 16:27:41.472799 dv-cinder-757936-8-iscsi neutron-server[93828]: 'Network': '1.1', Sep 03 16:27:41.472799 dv-cinder-757936-8-iscsi neutron-server[93828]: 'Port': '1.7', Sep 03 16:27:41.472799 dv-cinder-757936-8-iscsi neutron-server[93828]: 'PortForwarding': '1.2', Sep 03 16:27:41.472799 dv-cinder-757936-8-iscsi neutron-server[93828]: 'QosPolicy': '1.9', Sep 03 16:27:41.472799 dv-cinder-757936-8-iscsi neutron-server[93828]: 'SecurityGroup': '1.4', Sep 03 16:27:41.472799 dv-cinder-757936-8-iscsi neutron-server[93828]: 'SecurityGroupRule': '1.2', Sep 03 16:27:41.472799 dv-cinder-757936-8-iscsi neutron-server[93828]: 'SubPort': '1.0', Sep 03 16:27:41.472799 dv-cinder-757936-8-iscsi neutron-server[93828]: 'Subnet': '1.1', Sep 03 16:27:41.472799 dv-cinder-757936-8-iscsi neutron-server[93828]: 'Trunk': '1.1'}} Sep 03 16:27:41.472799 dv-cinder-757936-8-iscsi neutron-server[93828]: {{(pid=93828) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 16:27:41.479314 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-17bd15f3-cb47-4d4f-a3ab-759372c5bb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:41.480543 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bd15f3-cb47-4d4f-a3ab-759372c5bb71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:41.481515 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-17bd15f3-cb47-4d4f-a3ab-759372c5bb71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:41.515650 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 44020) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:27:41.521381 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-b10502c0-3e34-4de7-b20c-79f5b7d1a02b admin admin] Request body: {'subnet': {'network_id': '024a4882-f815-4f97-b26b-5f4a3ff23835', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-444466876-subnet', 'tenant_id': 'a4659072c3364bfdad1b453680cc8963', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:27:41.526581 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-17bd15f3-cb47-4d4f-a3ab-759372c5bb71 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7104974 Sep 03 16:27:41.561074 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10502c0-3e34-4de7-b20c-79f5b7d1a02b admin admin] Made reservation on behalf of a4659072c3364bfdad1b453680cc8963 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:27:41.565104 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b10502c0-3e34-4de7-b20c-79f5b7d1a02b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:41.588232 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bd15f3-cb47-4d4f-a3ab-759372c5bb71 admin admin] Pushing event updated for resources: {'Network': ['ID=024a4882-f815-4f97-b26b-5f4a3ff23835,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:41.604495 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Network 024a4882-f815-4f97-b26b-5f4a3ff23835 details requested by agent ovs-agent-dv-cinder-757936-8-iscsi with host dv-cinder-757936-8-iscsi {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 16:27:41.847523 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b10502c0-3e34-4de7-b20c-79f5b7d1a02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:41.909514 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10502c0-3e34-4de7-b20c-79f5b7d1a02b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d899d4fe-e6a8-4e76-b1bd-98ac386b9085,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:41.923192 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10502c0-3e34-4de7-b20c-79f5b7d1a02b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:41.923787 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10502c0-3e34-4de7-b20c-79f5b7d1a02b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:41.924138 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10502c0-3e34-4de7-b20c-79f5b7d1a02b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:41.924484 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10502c0-3e34-4de7-b20c-79f5b7d1a02b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:41.924894 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10502c0-3e34-4de7-b20c-79f5b7d1a02b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:41.929693 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10502c0-3e34-4de7-b20c-79f5b7d1a02b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:41.930326 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10502c0-3e34-4de7-b20c-79f5b7d1a02b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:41.930840 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10502c0-3e34-4de7-b20c-79f5b7d1a02b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:41.931448 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10502c0-3e34-4de7-b20c-79f5b7d1a02b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:41.931946 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10502c0-3e34-4de7-b20c-79f5b7d1a02b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:41.932446 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10502c0-3e34-4de7-b20c-79f5b7d1a02b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:41.933239 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10502c0-3e34-4de7-b20c-79f5b7d1a02b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:41.934911 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10502c0-3e34-4de7-b20c-79f5b7d1a02b admin admin] Tracked resource versions report: Sep 03 16:27:41.934911 dv-cinder-757936-8-iscsi neutron-server[93827]: pushed versions: Sep 03 16:27:41.934911 dv-cinder-757936-8-iscsi neutron-server[93827]: { 'AddressGroup': {'1.2'}, Sep 03 16:27:41.934911 dv-cinder-757936-8-iscsi neutron-server[93827]: 'ConntrackHelper': {'1.0'}, Sep 03 16:27:41.934911 dv-cinder-757936-8-iscsi neutron-server[93827]: 'Log': {'1.0'}, Sep 03 16:27:41.934911 dv-cinder-757936-8-iscsi neutron-server[93827]: 'Network': {'1.1'}, Sep 03 16:27:41.934911 dv-cinder-757936-8-iscsi neutron-server[93827]: 'Port': {'1.7'}, Sep 03 16:27:41.934911 dv-cinder-757936-8-iscsi neutron-server[93827]: 'PortForwarding': {'1.2'}, Sep 03 16:27:41.934911 dv-cinder-757936-8-iscsi neutron-server[93827]: 'QosPolicy': {'1.9'}, Sep 03 16:27:41.934911 dv-cinder-757936-8-iscsi neutron-server[93827]: 'SecurityGroup': {'1.4'}, Sep 03 16:27:41.934911 dv-cinder-757936-8-iscsi neutron-server[93827]: 'SecurityGroupRule': {'1.2'}, Sep 03 16:27:41.934911 dv-cinder-757936-8-iscsi neutron-server[93827]: 'SubPort': {'1.0'}, Sep 03 16:27:41.934911 dv-cinder-757936-8-iscsi neutron-server[93827]: 'Subnet': {'1.1'}, Sep 03 16:27:41.934911 dv-cinder-757936-8-iscsi neutron-server[93827]: 'Trunk': {'1.1'}} Sep 03 16:27:41.934911 dv-cinder-757936-8-iscsi neutron-server[93827]: consumer versions: Sep 03 16:27:41.934911 dv-cinder-757936-8-iscsi neutron-server[93827]: { DHCP agent@dv-cinder-757936-8-iscsi: {}, Sep 03 16:27:41.934911 dv-cinder-757936-8-iscsi neutron-server[93827]: HyperV agent@hv-cinder-75793: {}, Sep 03 16:27:41.934911 dv-cinder-757936-8-iscsi neutron-server[93827]: L3 agent@dv-cinder-757936-8-iscsi: {}, Sep 03 16:27:41.934911 dv-cinder-757936-8-iscsi neutron-server[93827]: Metadata agent@dv-cinder-757936-8-iscsi: {}, Sep 03 16:27:41.934911 dv-cinder-757936-8-iscsi neutron-server[93827]: Metering agent@dv-cinder-757936-8-iscsi: {}, Sep 03 16:27:41.934911 dv-cinder-757936-8-iscsi neutron-server[93827]: Open vSwitch agent@dv-cinder-757936-8-iscsi: { 'AddressGroup': '1.2', Sep 03 16:27:41.934911 dv-cinder-757936-8-iscsi neutron-server[93827]: 'ConntrackHelper': '1.0', Sep 03 16:27:41.934911 dv-cinder-757936-8-iscsi neutron-server[93827]: 'Log': '1.0', Sep 03 16:27:41.934911 dv-cinder-757936-8-iscsi neutron-server[93827]: 'Network': '1.1', Sep 03 16:27:41.934911 dv-cinder-757936-8-iscsi neutron-server[93827]: 'Port': '1.7', Sep 03 16:27:41.934911 dv-cinder-757936-8-iscsi neutron-server[93827]: 'PortForwarding': '1.2', Sep 03 16:27:41.934911 dv-cinder-757936-8-iscsi neutron-server[93827]: 'QosPolicy': '1.9', Sep 03 16:27:41.934911 dv-cinder-757936-8-iscsi neutron-server[93827]: 'SecurityGroup': '1.4', Sep 03 16:27:41.934911 dv-cinder-757936-8-iscsi neutron-server[93827]: 'SecurityGroupRule': '1.2', Sep 03 16:27:41.934911 dv-cinder-757936-8-iscsi neutron-server[93827]: 'SubPort': '1.0', Sep 03 16:27:41.934911 dv-cinder-757936-8-iscsi neutron-server[93827]: 'Subnet': '1.1', Sep 03 16:27:41.934911 dv-cinder-757936-8-iscsi neutron-server[93827]: 'Trunk': '1.1'}} Sep 03 16:27:41.934911 dv-cinder-757936-8-iscsi neutron-server[93827]: {{(pid=93827) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 16:27:41.980584 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10502c0-3e34-4de7-b20c-79f5b7d1a02b admin admin] Checking segment: {'id': 'a76f8dc4-1516-46d2-b6ab-ab68662b841d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '024a4882-f815-4f97-b26b-5f4a3ff23835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:27:41.980953 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10502c0-3e34-4de7-b20c-79f5b7d1a02b admin admin] Network hostable DHCP agents. Network: 024a4882-f815-4f97-b26b-5f4a3ff23835, hostable agents: ['3c1899c8-97e0-46b0-b7e8-2386c864002b'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 16:27:42.022257 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10502c0-3e34-4de7-b20c-79f5b7d1a02b admin admin] Network 024a4882-f815-4f97-b26b-5f4a3ff23835 is scheduled to be hosted by DHCP agent 3c1899c8-97e0-46b0-b7e8-2386c864002b with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 16:27:42.044392 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-b10502c0-3e34-4de7-b20c-79f5b7d1a02b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-8-iscsi, 024a4882-f815-4f97-b26b-5f4a3ff23835) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:27:42.049982 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10502c0-3e34-4de7-b20c-79f5b7d1a02b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:42.050631 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b10502c0-3e34-4de7-b20c-79f5b7d1a02b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:42.065983 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa8994d-ed87-4c8c-b5fa-036de14e9bfa None None] Network 024a4882-f815-4f97-b26b-5f4a3ff23835 requested from dv-cinder-757936-8-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:27:42.078578 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 44058) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:27:42.085078 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-752e5a6f-2e9e-49bc-93da-1010a8d2d28f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-444466876-router', 'tenant_id': 'a4659072c3364bfdad1b453680cc8963', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227'}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:27:42.089143 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-b10502c0-3e34-4de7-b20c-79f5b7d1a02b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5723107 Sep 03 16:27:42.127709 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-752e5a6f-2e9e-49bc-93da-1010a8d2d28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-922507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126097'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:42.130220 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-752e5a6f-2e9e-49bc-93da-1010a8d2d28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-923019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-980224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126088'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:42.259416 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3606810-2f04-43b7-9827-a2c22de2fccc None None] Network 024a4882-f815-4f97-b26b-5f4a3ff23835 requested from dv-cinder-757936-8-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:27:42.422928 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-752e5a6f-2e9e-49bc-93da-1010a8d2d28f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:42.634453 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-752e5a6f-2e9e-49bc-93da-1010a8d2d28f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:42.903113 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-752e5a6f-2e9e-49bc-93da-1010a8d2d28f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:42.930379 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-752e5a6f-2e9e-49bc-93da-1010a8d2d28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:43.122608 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-752e5a6f-2e9e-49bc-93da-1010a8d2d28f admin admin] Allocated IP 172.27.3.224 (af961d58-b724-401e-8712-cedb04029227/ab4829e3-7396-4499-a1b3-42e28c777fec/ffebc639-053a-408a-b643-c70dfa3a3e0d) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:27:43.329383 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-752e5a6f-2e9e-49bc-93da-1010a8d2d28f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:43.462826 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 44122) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:27:43.498318 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-752e5a6f-2e9e-49bc-93da-1010a8d2d28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:43.522579 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752e5a6f-2e9e-49bc-93da-1010a8d2d28f admin admin] Network af961d58-b724-401e-8712-cedb04029227 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:27:43.548534 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-752e5a6f-2e9e-49bc-93da-1010a8d2d28f admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:27:43.576753 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752e5a6f-2e9e-49bc-93da-1010a8d2d28f admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:27:43.731481 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e5a6f-2e9e-49bc-93da-1010a8d2d28f admin admin] Pushing event updated for resources: {'Port': ['ID=ffebc639-053a-408a-b643-c70dfa3a3e0d,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:44.010683 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-752e5a6f-2e9e-49bc-93da-1010a8d2d28f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:44.046426 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-03b532df-ecb8-42d1-86e3-499c9d7e1fbe admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-400560295-network', 'tenant_id': 'c5c50d390cbc4a9ea29a6a55d17879f3'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:27:44.078927 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b532df-ecb8-42d1-86e3-499c9d7e1fbe admin admin] Made reservation on behalf of c5c50d390cbc4a9ea29a6a55d17879f3 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:27:44.084114 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-03b532df-ecb8-42d1-86e3-499c9d7e1fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:44.088318 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 44146) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:27:44.100762 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-03b532df-ecb8-42d1-86e3-499c9d7e1fbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:44.260635 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-752e5a6f-2e9e-49bc-93da-1010a8d2d28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-921106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-923102'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:44.265751 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-03b532df-ecb8-42d1-86e3-499c9d7e1fbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:44.273534 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-03b532df-ecb8-42d1-86e3-499c9d7e1fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:44.323041 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b532df-ecb8-42d1-86e3-499c9d7e1fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8a3793-9814-45f7-938d-986f115fe708,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:44.338376 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03b532df-ecb8-42d1-86e3-499c9d7e1fbe admin admin] vlan segment allocate from pool success with {'vlan_id': 868, 'physical_network': 'physnet1'} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 16:27:44.350527 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-03b532df-ecb8-42d1-86e3-499c9d7e1fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:44.350930 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.db.segments_db [None req-03b532df-ecb8-42d1-86e3-499c9d7e1fbe admin admin] Added segment 6dc37175-f4b0-4faa-a277-c6d98cba9ff9 of type vlan for network 0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1 Sep 03 16:27:44.428480 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-03b532df-ecb8-42d1-86e3-499c9d7e1fbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739257364188'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:44.434950 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752e5a6f-2e9e-49bc-93da-1010a8d2d28f admin admin] Router 51322cca-3a51-4429-ae8e-4b82596c62d9 is scheduled to L3 agent 32b2b364-f1ef-43b0-aa1c-04e185c9ddf9 with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 16:27:44.465150 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-03b532df-ecb8-42d1-86e3-499c9d7e1fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:44.466355 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b532df-ecb8-42d1-86e3-499c9d7e1fbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:44.468048 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-03b532df-ecb8-42d1-86e3-499c9d7e1fbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:44.499517 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-303b3f39-60a3-4b65-807f-ee65ce25f4c6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2082729770-network', 'tenant_id': '1f98a4f5d60343969103c814565c835a'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:27:44.522178 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-03b532df-ecb8-42d1-86e3-499c9d7e1fbe admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0581400 Sep 03 16:27:44.526286 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 44170) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:27:44.543917 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-fb3bef1d-c395-4c48-b359-bbaa645f0a15 admin admin] Request body: {'subnet': {'network_id': '0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-400560295-subnet', 'tenant_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:27:44.586749 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303b3f39-60a3-4b65-807f-ee65ce25f4c6 admin admin] Made reservation on behalf of 1f98a4f5d60343969103c814565c835a for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:27:44.589110 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-303b3f39-60a3-4b65-807f-ee65ce25f4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:44.603583 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-303b3f39-60a3-4b65-807f-ee65ce25f4c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:44.617111 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b532df-ecb8-42d1-86e3-499c9d7e1fbe admin admin] Pushing event updated for resources: {'Network': ['ID=0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:44.631184 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752e5a6f-2e9e-49bc-93da-1010a8d2d28f admin admin] Notify agent at l3_agent.dv-cinder-757936-8-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:27:44.632991 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Network 0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1 details requested by agent ovs-agent-dv-cinder-757936-8-iscsi with host dv-cinder-757936-8-iscsi {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 16:27:44.633563 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3bef1d-c395-4c48-b359-bbaa645f0a15 admin admin] Made reservation on behalf of c5c50d390cbc4a9ea29a6a55d17879f3 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:27:44.637802 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fb3bef1d-c395-4c48-b359-bbaa645f0a15 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:44.646906 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea87080e-c3b0-4121-9fa2-6048f5fd1b8a None None] Sync routers for ids ['51322cca-3a51-4429-ae8e-4b82596c62d9'] in dv-cinder-757936-8-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:27:44.662954 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea87080e-c3b0-4121-9fa2-6048f5fd1b8a None None] Routers {'51322cca-3a51-4429-ae8e-4b82596c62d9'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:27:44.663768 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-ea87080e-c3b0-4121-9fa2-6048f5fd1b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:27:18Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['51322cca-3a51-4429-ae8e-4b82596c62d9'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:27:44.821665 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-303b3f39-60a3-4b65-807f-ee65ce25f4c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:44.836354 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-303b3f39-60a3-4b65-807f-ee65ce25f4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:44.861573 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-752e5a6f-2e9e-49bc-93da-1010a8d2d28f admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:44.868655 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-752e5a6f-2e9e-49bc-93da-1010a8d2d28f admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.7880106 Sep 03 16:27:44.870994 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 44184) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:27:44.939016 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fb3bef1d-c395-4c48-b359-bbaa645f0a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:45.018013 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-ea87080e-c3b0-4121-9fa2-6048f5fd1b8a None None] Set router 51322cca-3a51-4429-ae8e-4b82596c62d9 gateway port host: dv-cinder-757936-8-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:27:45.056478 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-303b3f39-60a3-4b65-807f-ee65ce25f4c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 889, 'physical_network': 'physnet1'} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 16:27:45.065057 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bef1d-c395-4c48-b359-bbaa645f0a15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e4996fa-edea-44cf-9ea9-7dac32eb1936,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:45.070106 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b3f39-60a3-4b65-807f-ee65ce25f4c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007739d7-7be0-47ec-b1bc-479570bce546,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:45.102227 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3bef1d-c395-4c48-b359-bbaa645f0a15 admin admin] Checking segment: {'id': '6dc37175-f4b0-4faa-a277-c6d98cba9ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:27:45.110337 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3bef1d-c395-4c48-b359-bbaa645f0a15 admin admin] Network hostable DHCP agents. Network: 0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1, hostable agents: ['3c1899c8-97e0-46b0-b7e8-2386c864002b'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 16:27:45.142394 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3bef1d-c395-4c48-b359-bbaa645f0a15 admin admin] Network 0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1 is scheduled to be hosted by DHCP agent 3c1899c8-97e0-46b0-b7e8-2386c864002b with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 16:27:45.161355 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-fb3bef1d-c395-4c48-b359-bbaa645f0a15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-8-iscsi, 0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:27:45.167113 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3bef1d-c395-4c48-b359-bbaa645f0a15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:45.167726 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fb3bef1d-c395-4c48-b359-bbaa645f0a15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:45.174026 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca11da77-3ce7-476d-bec3-2c22f9f4c5bb None None] Network 0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1 requested from dv-cinder-757936-8-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:27:45.210378 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-fb3bef1d-c395-4c48-b359-bbaa645f0a15 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6751058 Sep 03 16:27:45.213420 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 44196) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:27:45.218749 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-3e87fe78-22d6-43f8-b551-e3e386b721c9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-400560295-router', 'tenant_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227'}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:27:45.267444 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3e87fe78-22d6-43f8-b551-e3e386b721c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-922507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126097'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:45.268557 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3e87fe78-22d6-43f8-b551-e3e386b721c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-923019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-980224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126088'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:45.301546 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-ea87080e-c3b0-4121-9fa2-6048f5fd1b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51322cca-3a51-4429-ae8e-4b82596c62d9', 'name': 'tempest-ServerRescueNegativeTestJSON-444466876-router', 'tenant_id': 'a4659072c3364bfdad1b453680cc8963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ffebc639-053a-408a-b643-c70dfa3a3e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:27:42Z', 'updated_at': '2021-09-03T16:27:43Z', 'revision_number': 3, 'project_id': 'a4659072c3364bfdad1b453680cc8963', 'gw_port': {'id': 'ffebc639-053a-408a-b643-c70dfa3a3e0d', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51322cca-3a51-4429-ae8e-4b82596c62d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:27:42Z', 'updated_at': '2021-09-03T16:27:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi'}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:27:45.340948 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-303b3f39-60a3-4b65-807f-ee65ce25f4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:45.341995 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.db.segments_db [None req-303b3f39-60a3-4b65-807f-ee65ce25f4c6 admin admin] Added segment ab20102b-dbf0-4f84-8bde-00618251869e of type vlan for network ca82c5aa-2dbb-4c3c-9569-453359af9571 Sep 03 16:27:45.368729 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea87080e-c3b0-4121-9fa2-6048f5fd1b8a None None] Checking router: 51322cca-3a51-4429-ae8e-4b82596c62d9 for host: dv-cinder-757936-8-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:27:45.369158 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea87080e-c3b0-4121-9fa2-6048f5fd1b8a None None] Updating router 51322cca-3a51-4429-ae8e-4b82596c62d9 port ffebc639-053a-408a-b643-c70dfa3a3e0d binding host dv-cinder-757936-8-iscsi {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 16:27:45.388093 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3e87fe78-22d6-43f8-b551-e3e386b721c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:45.479394 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ea87080e-c3b0-4121-9fa2-6048f5fd1b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:45.598988 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-54f62afc-90a6-489e-b6f1-21f89f76b6a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:45.701328 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfecfc9-340b-470a-8769-10c7be9f7281 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp196e1458-7fbe-5091-b5c9-92cf974e8c50-0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1', 'network_id': '0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1', 'tenant_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'fixed_ips': [{'subnet_id': '5e4996fa-edea-44cf-9ea9-7dac32eb1936'}]}} from dv-cinder-757936-8-iscsi. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 16:27:45.702236 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cdfecfc9-340b-470a-8769-10c7be9f7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:45.796413 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3e87fe78-22d6-43f8-b551-e3e386b721c9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:45.819455 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-303b3f39-60a3-4b65-807f-ee65ce25f4c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739257364188'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:45.927887 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-303b3f39-60a3-4b65-807f-ee65ce25f4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:45.927887 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303b3f39-60a3-4b65-807f-ee65ce25f4c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:45.927887 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-303b3f39-60a3-4b65-807f-ee65ce25f4c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:46.020294 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-303b3f39-60a3-4b65-807f-ee65ce25f4c6 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9275770 Sep 03 16:27:46.045107 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-cdfecfc9-340b-470a-8769-10c7be9f7281 None None] Allocated IP 172.20.0.2 (0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1/5e4996fa-edea-44cf-9ea9-7dac32eb1936/106f1ede-4f8d-4375-833f-ca90e8a5efbe) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:27:46.062930 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 44240) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:27:46.154719 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-8f257951-0f85-4a6a-b4a1-5e87315da55a admin admin] Request body: {'subnet': {'network_id': 'ca82c5aa-2dbb-4c3c-9569-453359af9571', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2082729770-subnet', 'tenant_id': '1f98a4f5d60343969103c814565c835a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:27:46.160984 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b3f39-60a3-4b65-807f-ee65ce25f4c6 admin admin] Pushing event updated for resources: {'Network': ['ID=ca82c5aa-2dbb-4c3c-9569-453359af9571,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:46.235214 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ea87080e-c3b0-4121-9fa2-6048f5fd1b8a None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:46.241408 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3e87fe78-22d6-43f8-b551-e3e386b721c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:46.254373 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-ea87080e-c3b0-4121-9fa2-6048f5fd1b8a None None] Transition to ACTIVE for port object ffebc639-053a-408a-b643-c70dfa3a3e0d will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:27:46.256007 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Network ca82c5aa-2dbb-4c3c-9569-453359af9571 details requested by agent ovs-agent-dv-cinder-757936-8-iscsi with host dv-cinder-757936-8-iscsi {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 16:27:46.265713 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ea87080e-c3b0-4121-9fa2-6048f5fd1b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:46.294849 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f257951-0f85-4a6a-b4a1-5e87315da55a admin admin] Made reservation on behalf of 1f98a4f5d60343969103c814565c835a for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:27:46.297968 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8f257951-0f85-4a6a-b4a1-5e87315da55a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:46.339770 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3e87fe78-22d6-43f8-b551-e3e386b721c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:46.398841 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e2a55-d288-43fc-bb88-11bec5ec15a9 None None] Pushing event updated for resources: {'Port': ['ID=ffebc639-053a-408a-b643-c70dfa3a3e0d,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:46.403643 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-ea87080e-c3b0-4121-9fa2-6048f5fd1b8a None None] Attempting to bind port ffebc639-053a-408a-b643-c70dfa3a3e0d on host dv-cinder-757936-8-iscsi for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:27:46.404217 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-ea87080e-c3b0-4121-9fa2-6048f5fd1b8a None None] Attempting to bind port ffebc639-053a-408a-b643-c70dfa3a3e0d by drivers openvswitch,hyperv on host dv-cinder-757936-8-iscsi at level 0 using segments [{'id': '8fbc7082-b272-4b43-971d-120707d467f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af961d58-b724-401e-8712-cedb04029227'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:27:46.404683 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea87080e-c3b0-4121-9fa2-6048f5fd1b8a None None] Attempting to bind port ffebc639-053a-408a-b643-c70dfa3a3e0d on network af961d58-b724-401e-8712-cedb04029227 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:27:46.431765 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea87080e-c3b0-4121-9fa2-6048f5fd1b8a None None] Checking agent: {'id': '09c8fd01-6670-4f2e-aed1-0a61ad96cff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 19, 48), 'started_at': datetime.datetime(2021, 9, 3, 16, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:27:46.432390 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea87080e-c3b0-4121-9fa2-6048f5fd1b8a None None] Checking segment: {'id': '8fbc7082-b272-4b43-971d-120707d467f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af961d58-b724-401e-8712-cedb04029227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:27:46.432860 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ea87080e-c3b0-4121-9fa2-6048f5fd1b8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:46.445817 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea87080e-c3b0-4121-9fa2-6048f5fd1b8a None None] Bound using segment: {'id': '8fbc7082-b272-4b43-971d-120707d467f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af961d58-b724-401e-8712-cedb04029227'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:27:46.446705 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-ea87080e-c3b0-4121-9fa2-6048f5fd1b8a None None] Bound port: ffebc639-053a-408a-b643-c70dfa3a3e0d, host: dv-cinder-757936-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fbc7082-b272-4b43-971d-120707d467f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af961d58-b724-401e-8712-cedb04029227'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:27:46.447447 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ea87080e-c3b0-4121-9fa2-6048f5fd1b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:46.452376 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e2a55-d288-43fc-bb88-11bec5ec15a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:46.452979 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e2a55-d288-43fc-bb88-11bec5ec15a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:46.453600 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e2a55-d288-43fc-bb88-11bec5ec15a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:46.454189 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e2a55-d288-43fc-bb88-11bec5ec15a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:46.454772 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e2a55-d288-43fc-bb88-11bec5ec15a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:46.455362 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e2a55-d288-43fc-bb88-11bec5ec15a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:46.455952 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e2a55-d288-43fc-bb88-11bec5ec15a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:46.456549 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e2a55-d288-43fc-bb88-11bec5ec15a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:46.469326 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e2a55-d288-43fc-bb88-11bec5ec15a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:46.470122 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e2a55-d288-43fc-bb88-11bec5ec15a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:46.470718 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e2a55-d288-43fc-bb88-11bec5ec15a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:46.471294 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e2a55-d288-43fc-bb88-11bec5ec15a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:46.473550 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0e2a55-d288-43fc-bb88-11bec5ec15a9 None None] Tracked resource versions report: Sep 03 16:27:46.473550 dv-cinder-757936-8-iscsi neutron-server[93830]: pushed versions: Sep 03 16:27:46.473550 dv-cinder-757936-8-iscsi neutron-server[93830]: { 'AddressGroup': {'1.2'}, Sep 03 16:27:46.473550 dv-cinder-757936-8-iscsi neutron-server[93830]: 'ConntrackHelper': {'1.0'}, Sep 03 16:27:46.473550 dv-cinder-757936-8-iscsi neutron-server[93830]: 'Log': {'1.0'}, Sep 03 16:27:46.473550 dv-cinder-757936-8-iscsi neutron-server[93830]: 'Network': {'1.1'}, Sep 03 16:27:46.473550 dv-cinder-757936-8-iscsi neutron-server[93830]: 'Port': {'1.7'}, Sep 03 16:27:46.473550 dv-cinder-757936-8-iscsi neutron-server[93830]: 'PortForwarding': {'1.2'}, Sep 03 16:27:46.473550 dv-cinder-757936-8-iscsi neutron-server[93830]: 'QosPolicy': {'1.9'}, Sep 03 16:27:46.473550 dv-cinder-757936-8-iscsi neutron-server[93830]: 'SecurityGroup': {'1.4'}, Sep 03 16:27:46.473550 dv-cinder-757936-8-iscsi neutron-server[93830]: 'SecurityGroupRule': {'1.2'}, Sep 03 16:27:46.473550 dv-cinder-757936-8-iscsi neutron-server[93830]: 'SubPort': {'1.0'}, Sep 03 16:27:46.473550 dv-cinder-757936-8-iscsi neutron-server[93830]: 'Subnet': {'1.1'}, Sep 03 16:27:46.473550 dv-cinder-757936-8-iscsi neutron-server[93830]: 'Trunk': {'1.1'}} Sep 03 16:27:46.473550 dv-cinder-757936-8-iscsi neutron-server[93830]: consumer versions: Sep 03 16:27:46.473550 dv-cinder-757936-8-iscsi neutron-server[93830]: { DHCP agent@dv-cinder-757936-8-iscsi: {}, Sep 03 16:27:46.473550 dv-cinder-757936-8-iscsi neutron-server[93830]: HyperV agent@hv-cinder-75793: {}, Sep 03 16:27:46.473550 dv-cinder-757936-8-iscsi neutron-server[93830]: L3 agent@dv-cinder-757936-8-iscsi: {}, Sep 03 16:27:46.473550 dv-cinder-757936-8-iscsi neutron-server[93830]: Metadata agent@dv-cinder-757936-8-iscsi: {}, Sep 03 16:27:46.473550 dv-cinder-757936-8-iscsi neutron-server[93830]: Metering agent@dv-cinder-757936-8-iscsi: {}, Sep 03 16:27:46.473550 dv-cinder-757936-8-iscsi neutron-server[93830]: Open vSwitch agent@dv-cinder-757936-8-iscsi: { 'AddressGroup': '1.2', Sep 03 16:27:46.473550 dv-cinder-757936-8-iscsi neutron-server[93830]: 'ConntrackHelper': '1.0', Sep 03 16:27:46.473550 dv-cinder-757936-8-iscsi neutron-server[93830]: 'Log': '1.0', Sep 03 16:27:46.473550 dv-cinder-757936-8-iscsi neutron-server[93830]: 'Network': '1.1', Sep 03 16:27:46.473550 dv-cinder-757936-8-iscsi neutron-server[93830]: 'Port': '1.7', Sep 03 16:27:46.473550 dv-cinder-757936-8-iscsi neutron-server[93830]: 'PortForwarding': '1.2', Sep 03 16:27:46.473550 dv-cinder-757936-8-iscsi neutron-server[93830]: 'QosPolicy': '1.9', Sep 03 16:27:46.473550 dv-cinder-757936-8-iscsi neutron-server[93830]: 'SecurityGroup': '1.4', Sep 03 16:27:46.473550 dv-cinder-757936-8-iscsi neutron-server[93830]: 'SecurityGroupRule': '1.2', Sep 03 16:27:46.473550 dv-cinder-757936-8-iscsi neutron-server[93830]: 'SubPort': '1.0', Sep 03 16:27:46.473550 dv-cinder-757936-8-iscsi neutron-server[93830]: 'Subnet': '1.1', Sep 03 16:27:46.473550 dv-cinder-757936-8-iscsi neutron-server[93830]: 'Trunk': '1.1'}} Sep 03 16:27:46.473550 dv-cinder-757936-8-iscsi neutron-server[93830]: {{(pid=93830) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 16:27:46.555267 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 44252) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:27:46.563924 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cdfecfc9-340b-470a-8769-10c7be9f7281 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:46.574864 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-cdfecfc9-340b-470a-8769-10c7be9f7281 None None] Transition to ACTIVE for port object 106f1ede-4f8d-4375-833f-ca90e8a5efbe will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:27:46.601208 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-cdfecfc9-340b-470a-8769-10c7be9f7281 None None] Transition to ACTIVE for port object 106f1ede-4f8d-4375-833f-ca90e8a5efbe will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:27:46.616439 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-3e87fe78-22d6-43f8-b551-e3e386b721c9 admin admin] Allocated IP 172.27.3.112 (af961d58-b724-401e-8712-cedb04029227/ab4829e3-7396-4499-a1b3-42e28c777fec/a88d1513-542b-4cfa-87da-384c07e8bbfb) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:27:46.619232 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cdfecfc9-340b-470a-8769-10c7be9f7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:46.682552 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-ea87080e-c3b0-4121-9fa2-6048f5fd1b8a None None] For port ffebc639-053a-408a-b643-c70dfa3a3e0d, host dv-cinder-757936-8-iscsi, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:27:46.688779 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-ea87080e-c3b0-4121-9fa2-6048f5fd1b8a None None] For port ffebc639-053a-408a-b643-c70dfa3a3e0d, host dv-cinder-757936-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=ffebc639-053a-408a-b643-c70dfa3a3e0d,segment=NetworkSegment(8fbc7082-b272-4b43-971d-120707d467f2),segment_id=8fbc7082-b272-4b43-971d-120707d467f2)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:27:46.695698 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-ea87080e-c3b0-4121-9fa2-6048f5fd1b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:46.722094 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfecfc9-340b-470a-8769-10c7be9f7281 None None] Network 0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:27:46.730627 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-cdfecfc9-340b-470a-8769-10c7be9f7281 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:27:46.738195 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfecfc9-340b-470a-8769-10c7be9f7281 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:27:46.786553 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea87080e-c3b0-4121-9fa2-6048f5fd1b8a None None] Routers {'51322cca-3a51-4429-ae8e-4b82596c62d9'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:27:46.787217 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-ea87080e-c3b0-4121-9fa2-6048f5fd1b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:27:18Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['51322cca-3a51-4429-ae8e-4b82596c62d9'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:27:46.824130 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfecfc9-340b-470a-8769-10c7be9f7281 None None] Pushing event updated for resources: {'Port': ['ID=106f1ede-4f8d-4375-833f-ca90e8a5efbe,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:46.895073 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfecfc9-340b-470a-8769-10c7be9f7281 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:46.895940 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfecfc9-340b-470a-8769-10c7be9f7281 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:46.898913 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfecfc9-340b-470a-8769-10c7be9f7281 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:46.899530 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfecfc9-340b-470a-8769-10c7be9f7281 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:46.900038 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfecfc9-340b-470a-8769-10c7be9f7281 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:46.902064 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfecfc9-340b-470a-8769-10c7be9f7281 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:46.902713 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfecfc9-340b-470a-8769-10c7be9f7281 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:46.903717 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfecfc9-340b-470a-8769-10c7be9f7281 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:46.906278 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfecfc9-340b-470a-8769-10c7be9f7281 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:46.909254 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfecfc9-340b-470a-8769-10c7be9f7281 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:46.909539 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8f257951-0f85-4a6a-b4a1-5e87315da55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:46.913288 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfecfc9-340b-470a-8769-10c7be9f7281 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:46.914136 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfecfc9-340b-470a-8769-10c7be9f7281 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:27:46.919963 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfecfc9-340b-470a-8769-10c7be9f7281 None None] Tracked resource versions report: Sep 03 16:27:46.919963 dv-cinder-757936-8-iscsi neutron-server[93829]: pushed versions: Sep 03 16:27:46.919963 dv-cinder-757936-8-iscsi neutron-server[93829]: { 'AddressGroup': {'1.2'}, Sep 03 16:27:46.919963 dv-cinder-757936-8-iscsi neutron-server[93829]: 'ConntrackHelper': {'1.0'}, Sep 03 16:27:46.919963 dv-cinder-757936-8-iscsi neutron-server[93829]: 'Log': {'1.0'}, Sep 03 16:27:46.919963 dv-cinder-757936-8-iscsi neutron-server[93829]: 'Network': {'1.1'}, Sep 03 16:27:46.919963 dv-cinder-757936-8-iscsi neutron-server[93829]: 'Port': {'1.7'}, Sep 03 16:27:46.919963 dv-cinder-757936-8-iscsi neutron-server[93829]: 'PortForwarding': {'1.2'}, Sep 03 16:27:46.919963 dv-cinder-757936-8-iscsi neutron-server[93829]: 'QosPolicy': {'1.9'}, Sep 03 16:27:46.919963 dv-cinder-757936-8-iscsi neutron-server[93829]: 'SecurityGroup': {'1.4'}, Sep 03 16:27:46.919963 dv-cinder-757936-8-iscsi neutron-server[93829]: 'SecurityGroupRule': {'1.2'}, Sep 03 16:27:46.919963 dv-cinder-757936-8-iscsi neutron-server[93829]: 'SubPort': {'1.0'}, Sep 03 16:27:46.919963 dv-cinder-757936-8-iscsi neutron-server[93829]: 'Subnet': {'1.1'}, Sep 03 16:27:46.919963 dv-cinder-757936-8-iscsi neutron-server[93829]: 'Trunk': {'1.1'}} Sep 03 16:27:46.919963 dv-cinder-757936-8-iscsi neutron-server[93829]: consumer versions: Sep 03 16:27:46.919963 dv-cinder-757936-8-iscsi neutron-server[93829]: { DHCP agent@dv-cinder-757936-8-iscsi: {}, Sep 03 16:27:46.919963 dv-cinder-757936-8-iscsi neutron-server[93829]: HyperV agent@hv-cinder-75793: {}, Sep 03 16:27:46.919963 dv-cinder-757936-8-iscsi neutron-server[93829]: L3 agent@dv-cinder-757936-8-iscsi: {}, Sep 03 16:27:46.919963 dv-cinder-757936-8-iscsi neutron-server[93829]: Metadata agent@dv-cinder-757936-8-iscsi: {}, Sep 03 16:27:46.919963 dv-cinder-757936-8-iscsi neutron-server[93829]: Metering agent@dv-cinder-757936-8-iscsi: {}, Sep 03 16:27:46.919963 dv-cinder-757936-8-iscsi neutron-server[93829]: Open vSwitch agent@dv-cinder-757936-8-iscsi: { 'AddressGroup': '1.2', Sep 03 16:27:46.919963 dv-cinder-757936-8-iscsi neutron-server[93829]: 'ConntrackHelper': '1.0', Sep 03 16:27:46.919963 dv-cinder-757936-8-iscsi neutron-server[93829]: 'Log': '1.0', Sep 03 16:27:46.919963 dv-cinder-757936-8-iscsi neutron-server[93829]: 'Network': '1.1', Sep 03 16:27:46.919963 dv-cinder-757936-8-iscsi neutron-server[93829]: 'Port': '1.7', Sep 03 16:27:46.919963 dv-cinder-757936-8-iscsi neutron-server[93829]: 'PortForwarding': '1.2', Sep 03 16:27:46.919963 dv-cinder-757936-8-iscsi neutron-server[93829]: 'QosPolicy': '1.9', Sep 03 16:27:46.919963 dv-cinder-757936-8-iscsi neutron-server[93829]: 'SecurityGroup': '1.4', Sep 03 16:27:46.919963 dv-cinder-757936-8-iscsi neutron-server[93829]: 'SecurityGroupRule': '1.2', Sep 03 16:27:46.919963 dv-cinder-757936-8-iscsi neutron-server[93829]: 'SubPort': '1.0', Sep 03 16:27:46.919963 dv-cinder-757936-8-iscsi neutron-server[93829]: 'Subnet': '1.1', Sep 03 16:27:46.919963 dv-cinder-757936-8-iscsi neutron-server[93829]: 'Trunk': '1.1'}} Sep 03 16:27:46.919963 dv-cinder-757936-8-iscsi neutron-server[93829]: {{(pid=93829) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 16:27:47.002093 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-cdfecfc9-340b-470a-8769-10c7be9f7281 None None] Attempting to bind port 106f1ede-4f8d-4375-833f-ca90e8a5efbe on host dv-cinder-757936-8-iscsi for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:27:47.002783 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-cdfecfc9-340b-470a-8769-10c7be9f7281 None None] Attempting to bind port 106f1ede-4f8d-4375-833f-ca90e8a5efbe by drivers openvswitch,hyperv on host dv-cinder-757936-8-iscsi at level 0 using segments [{'id': '6dc37175-f4b0-4faa-a277-c6d98cba9ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:27:47.008600 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfecfc9-340b-470a-8769-10c7be9f7281 None None] Attempting to bind port 106f1ede-4f8d-4375-833f-ca90e8a5efbe on network 0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:27:47.032504 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfecfc9-340b-470a-8769-10c7be9f7281 None None] Checking agent: {'id': '09c8fd01-6670-4f2e-aed1-0a61ad96cff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 19, 48), 'started_at': datetime.datetime(2021, 9, 3, 16, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:27:47.034251 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfecfc9-340b-470a-8769-10c7be9f7281 None None] Checking segment: {'id': '6dc37175-f4b0-4faa-a277-c6d98cba9ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:27:47.037332 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-ea87080e-c3b0-4121-9fa2-6048f5fd1b8a None None] Set router 51322cca-3a51-4429-ae8e-4b82596c62d9 gateway port host: dv-cinder-757936-8-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:27:47.037511 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cdfecfc9-340b-470a-8769-10c7be9f7281 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:47.037816 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfecfc9-340b-470a-8769-10c7be9f7281 None None] Bound using segment: {'id': '6dc37175-f4b0-4faa-a277-c6d98cba9ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:27:47.038518 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-cdfecfc9-340b-470a-8769-10c7be9f7281 None None] Bound port: 106f1ede-4f8d-4375-833f-ca90e8a5efbe, host: dv-cinder-757936-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dc37175-f4b0-4faa-a277-c6d98cba9ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:27:47.039231 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cdfecfc9-340b-470a-8769-10c7be9f7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:47.084027 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3e87fe78-22d6-43f8-b551-e3e386b721c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:47.107680 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-68bddcb1-311a-450b-bceb-ec577ff0fa84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:47.131529 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f257951-0f85-4a6a-b4a1-5e87315da55a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fa91c8b-4547-42bc-980d-2270ecd773a4,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:47.167359 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-74064afd-dd55-425c-afd2-591f5079c2bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:47.171789 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3e87fe78-22d6-43f8-b551-e3e386b721c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:47.193920 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e87fe78-22d6-43f8-b551-e3e386b721c9 admin admin] Network af961d58-b724-401e-8712-cedb04029227 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:27:47.195956 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-3e87fe78-22d6-43f8-b551-e3e386b721c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:27:47.203037 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f257951-0f85-4a6a-b4a1-5e87315da55a admin admin] Checking segment: {'id': 'ab20102b-dbf0-4f84-8bde-00618251869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'ca82c5aa-2dbb-4c3c-9569-453359af9571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:27:47.203410 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f257951-0f85-4a6a-b4a1-5e87315da55a admin admin] Network hostable DHCP agents. Network: ca82c5aa-2dbb-4c3c-9569-453359af9571, hostable agents: ['3c1899c8-97e0-46b0-b7e8-2386c864002b'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 16:27:47.280597 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-cdfecfc9-340b-470a-8769-10c7be9f7281 None None] For port 106f1ede-4f8d-4375-833f-ca90e8a5efbe, host dv-cinder-757936-8-iscsi, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:27:47.285715 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-cdfecfc9-340b-470a-8769-10c7be9f7281 None None] For port 106f1ede-4f8d-4375-833f-ca90e8a5efbe, host dv-cinder-757936-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=106f1ede-4f8d-4375-833f-ca90e8a5efbe,segment=NetworkSegment(6dc37175-f4b0-4faa-a277-c6d98cba9ff9),segment_id=6dc37175-f4b0-4faa-a277-c6d98cba9ff9)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:27:47.296615 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cdfecfc9-340b-470a-8769-10c7be9f7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:47.362874 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-74064afd-dd55-425c-afd2-591f5079c2bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:47.367239 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e87fe78-22d6-43f8-b551-e3e386b721c9 admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:27:47.375998 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-74064afd-dd55-425c-afd2-591f5079c2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:47.377615 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfecfc9-340b-470a-8769-10c7be9f7281 None None] Pushing event updated for resources: {'Port': ['ID=106f1ede-4f8d-4375-833f-ca90e8a5efbe,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:47.406502 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e2a55-d288-43fc-bb88-11bec5ec15a9 None None] Pushing event updated for resources: {'Port': ['ID=ffebc639-053a-408a-b643-c70dfa3a3e0d,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:47.582362 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-ea87080e-c3b0-4121-9fa2-6048f5fd1b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51322cca-3a51-4429-ae8e-4b82596c62d9', 'name': 'tempest-ServerRescueNegativeTestJSON-444466876-router', 'tenant_id': 'a4659072c3364bfdad1b453680cc8963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ffebc639-053a-408a-b643-c70dfa3a3e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:27:42Z', 'updated_at': '2021-09-03T16:27:43Z', 'revision_number': 3, 'project_id': 'a4659072c3364bfdad1b453680cc8963', 'gw_port': {'id': 'ffebc639-053a-408a-b643-c70dfa3a3e0d', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51322cca-3a51-4429-ae8e-4b82596c62d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:27:42Z', 'updated_at': '2021-09-03T16:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi'}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:27:47.627703 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea87080e-c3b0-4121-9fa2-6048f5fd1b8a None None] The sync data for ids ['51322cca-3a51-4429-ae8e-4b82596c62d9'] in dv-cinder-757936-8-iscsi is: [{'id': '51322cca-3a51-4429-ae8e-4b82596c62d9', 'name': 'tempest-ServerRescueNegativeTestJSON-444466876-router', 'tenant_id': 'a4659072c3364bfdad1b453680cc8963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ffebc639-053a-408a-b643-c70dfa3a3e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:27:42Z', 'updated_at': '2021-09-03T16:27:43Z', 'revision_number': 3, 'project_id': 'a4659072c3364bfdad1b453680cc8963', 'gw_port': {'id': 'ffebc639-053a-408a-b643-c70dfa3a3e0d', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51322cca-3a51-4429-ae8e-4b82596c62d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:27:42Z', 'updated_at': '2021-09-03T16:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:27:47.631525 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-68bddcb1-311a-450b-bceb-ec577ff0fa84 admin admin] Allocated IP 172.20.0.1 (024a4882-f815-4f97-b26b-5f4a3ff23835/d899d4fe-e6a8-4e76-b1bd-98ac386b9085/4b8905fb-0f64-4172-ae18-d8987caebdf0) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:27:47.732273 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74064afd-dd55-425c-afd2-591f5079c2bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2d8dfd-3c6c-48a8-8cf4-76489194fa2e,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:47.764978 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-74064afd-dd55-425c-afd2-591f5079c2bc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9d5bdc3bb2eb406b93864664ee1c5925&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2065513 Sep 03 16:27:47.773316 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 44290) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:27:47.783742 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e87fe78-22d6-43f8-b551-e3e386b721c9 admin admin] Pushing event updated for resources: {'Port': ['ID=a88d1513-542b-4cfa-87da-384c07e8bbfb,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:47.819338 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-68bddcb1-311a-450b-bceb-ec577ff0fa84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:47.885983 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-68bddcb1-311a-450b-bceb-ec577ff0fa84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:47.935804 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f257951-0f85-4a6a-b4a1-5e87315da55a admin admin] Network ca82c5aa-2dbb-4c3c-9569-453359af9571 is scheduled to be hosted by DHCP agent 3c1899c8-97e0-46b0-b7e8-2386c864002b with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 16:27:47.966272 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bddcb1-311a-450b-bceb-ec577ff0fa84 admin admin] Network 024a4882-f815-4f97-b26b-5f4a3ff23835 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:27:47.974153 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-8f257951-0f85-4a6a-b4a1-5e87315da55a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-8-iscsi, ca82c5aa-2dbb-4c3c-9569-453359af9571) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:27:47.978107 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bddcb1-311a-450b-bceb-ec577ff0fa84 admin admin] Pushing event updated for resources: {'Port': ['ID=4b8905fb-0f64-4172-ae18-d8987caebdf0,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:47.991673 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c1541d-b3fd-4312-a7b5-d25abe328f69 None None] Network ca82c5aa-2dbb-4c3c-9569-453359af9571 requested from dv-cinder-757936-8-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:27:48.005828 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-68bddcb1-311a-450b-bceb-ec577ff0fa84 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:27:48.024847 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e314b426-3c7e-4b63-a248-edb64ada485f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:48.028058 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f257951-0f85-4a6a-b4a1-5e87315da55a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:48.028762 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8f257951-0f85-4a6a-b4a1-5e87315da55a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:48.087119 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bddcb1-311a-450b-bceb-ec577ff0fa84 admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:27:48.087820 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-68bddcb1-311a-450b-bceb-ec577ff0fa84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-957067'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:48.113848 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3e87fe78-22d6-43f8-b551-e3e386b721c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:48.416761 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e314b426-3c7e-4b63-a248-edb64ada485f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:48.456576 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d2bb7ca8-66a3-4bbf-adbb-c34ccbc4e601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:48.462183 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:48.543185 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a32cf8-47f9-4aec-9196-d567e8a02206 None None] Network ca82c5aa-2dbb-4c3c-9569-453359af9571 requested from dv-cinder-757936-8-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:27:48.617518 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-8f257951-0f85-4a6a-b4a1-5e87315da55a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5541179 Sep 03 16:27:48.850261 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-68bddcb1-311a-450b-bceb-ec577ff0fa84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:48.889940 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e314b426-3c7e-4b63-a248-edb64ada485f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:48.895024 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e314b426-3c7e-4b63-a248-edb64ada485f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:48.912484 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-e314b426-3c7e-4b63-a248-edb64ada485f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9f2d8dfd-3c6c-48a8-8cf4-76489194fa2e HTTP/1.1" status: 204 len: 168 time: 1.1250868 Sep 03 16:27:49.010116 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device ffebc639-053a-408a-b643-c70dfa3a3e0d up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:27:49.174082 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314b426-3c7e-4b63-a248-edb64ada485f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2d8dfd-3c6c-48a8-8cf4-76489194fa2e,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:49.191369 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad34-f359-45be-bded-9b7b563a89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:49.232967 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3e87fe78-22d6-43f8-b551-e3e386b721c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-921106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-923102'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:49.307876 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9584ea20-c526-4fbc-9b9b-979e88876082 None None] Network 0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1 requested from dv-cinder-757936-8-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:27:49.336644 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning for port ffebc639-053a-408a-b643-c70dfa3a3e0d completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:27:49.351466 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port ffebc639-053a-408a-b643-c70dfa3a3e0d triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:27:49.352198 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:49.372324 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-68bddcb1-311a-450b-bceb-ec577ff0fa84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:49.390005 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-68bddcb1-311a-450b-bceb-ec577ff0fa84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:49.392552 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-68bddcb1-311a-450b-bceb-ec577ff0fa84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-922651'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:49.481693 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-8b4900ae-4b48-4c12-8c3e-839cda705845 None None] Provisioning for port 106f1ede-4f8d-4375-833f-ca90e8a5efbe completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:27:49.556387 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bddcb1-311a-450b-bceb-ec577ff0fa84 admin admin] Pushing event updated for resources: {'Port': ['ID=4b8905fb-0f64-4172-ae18-d8987caebdf0,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:49.575305 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e87fe78-22d6-43f8-b551-e3e386b721c9 admin admin] Router 1731a2ca-7940-485b-880b-4b9d9d7edb9b is scheduled to L3 agent 32b2b364-f1ef-43b0-aa1c-04e185c9ddf9 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 16:27:49.696208 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:49.722320 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bddcb1-311a-450b-bceb-ec577ff0fa84 admin admin] Network 024a4882-f815-4f97-b26b-5f4a3ff23835 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:27:49.724313 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-68bddcb1-311a-450b-bceb-ec577ff0fa84 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:27:49.802003 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 44352) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:27:49.809910 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] For port ffebc639-053a-408a-b643-c70dfa3a3e0d, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=ffebc639-053a-408a-b643-c70dfa3a3e0d,segment=NetworkSegment(8fbc7082-b272-4b43-971d-120707d467f2),segment_id=8fbc7082-b272-4b43-971d-120707d467f2)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:27:49.820214 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:49.821369 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 106f1ede-4f8d-4375-833f-ca90e8a5efbe up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:27:49.866582 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-10fee0a5-57e7-41dd-94dd-fe03b555754e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:49.908814 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e87fe78-22d6-43f8-b551-e3e386b721c9 admin admin] Notify agent at l3_agent.dv-cinder-757936-8-iscsi the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:27:49.957357 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82f4c4e-13ff-4e99-82f2-3ae4e6745c29 None None] Sync routers for ids ['1731a2ca-7940-485b-880b-4b9d9d7edb9b'] in dv-cinder-757936-8-iscsi {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:27:49.988303 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Pushing event updated for resources: {'Port': ['ID=ffebc639-053a-408a-b643-c70dfa3a3e0d,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:50.032408 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82f4c4e-13ff-4e99-82f2-3ae4e6745c29 None None] Routers {'1731a2ca-7940-485b-880b-4b9d9d7edb9b'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:27:50.036806 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-a82f4c4e-13ff-4e99-82f2-3ae4e6745c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:27:48Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['1731a2ca-7940-485b-880b-4b9d9d7edb9b'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:27:50.100694 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-10fee0a5-57e7-41dd-94dd-fe03b555754e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:50.112309 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-10fee0a5-57e7-41dd-94dd-fe03b555754e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:50.130244 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3e87fe78-22d6-43f8-b551-e3e386b721c9 admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:50.131861 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-3e87fe78-22d6-43f8-b551-e3e386b721c9 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9170926 Sep 03 16:27:50.137606 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 44368) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:27:50.170302 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-10fee0a5-57e7-41dd-94dd-fe03b555754e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=99498465fe4741e5bad0f1315580dd71&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3660843 Sep 03 16:27:50.173437 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 44370) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:27:50.178065 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning for port 106f1ede-4f8d-4375-833f-ca90e8a5efbe completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:27:50.181580 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fee0a5-57e7-41dd-94dd-fe03b555754e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6ae62a-3de0-4f57-a848-b75233b8f8d9,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:50.208754 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port 106f1ede-4f8d-4375-833f-ca90e8a5efbe triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:27:50.209175 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:50.255808 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 44382) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:27:50.278491 dv-cinder-757936-8-iscsi neutron-server[93827]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 03 16:27:50.322556 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4178667b-0ea9-419f-b3a2-1e7e6af318b5 None None] Provisioning complete for port 106f1ede-4f8d-4375-833f-ca90e8a5efbe triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:27:50.322929 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4178667b-0ea9-419f-b3a2-1e7e6af318b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:50.351195 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68bddcb1-311a-450b-bceb-ec577ff0fa84 admin admin] Router 51322cca-3a51-4429-ae8e-4b82596c62d9 has already been hosted by L3 agent 32b2b364-f1ef-43b0-aa1c-04e185c9ddf9 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:27:50.464146 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-a82f4c4e-13ff-4e99-82f2-3ae4e6745c29 None None] Set router 1731a2ca-7940-485b-880b-4b9d9d7edb9b gateway port host: dv-cinder-757936-8-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:27:50.472925 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bc111c5c-72b2-448d-9072-4305c305ad43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:50.560806 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bc111c5c-72b2-448d-9072-4305c305ad43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:50.625726 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-2ff276f6-70c7-4315-a634-3919e99c576b tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:50.627466 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-2ff276f6-70c7-4315-a634-3919e99c576b tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.62 "GET /v2.0/networks?id=ca82c5aa-2dbb-4c3c-9569-453359af9571 HTTP/1.1" status: 200 len: 812 time: 0.3504479 Sep 03 16:27:50.664257 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-9e490d23-6467-4d8b-ae02-968e74df603e tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.62 "GET /v2.0/quotas/1f98a4f5d60343969103c814565c835a HTTP/1.1" status: 200 len: 375 time: 0.0136540 Sep 03 16:27:50.768750 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bc111c5c-72b2-448d-9072-4305c305ad43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:50.778695 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bc111c5c-72b2-448d-9072-4305c305ad43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:50.783473 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-bc111c5c-72b2-448d-9072-4305c305ad43 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5f6ae62a-3de0-4f57-a848-b75233b8f8d9 HTTP/1.1" status: 204 len: 168 time: 0.6083071 Sep 03 16:27:50.802237 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30fea9dd-2dab-4865-ba17-13165276935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:50.844449 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68bddcb1-311a-450b-bceb-ec577ff0fa84 admin admin] Notify agent at l3_agent.dv-cinder-757936-8-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:27:50.846282 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:50.855709 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61e7777-f319-4c5e-ab1e-920635dd7b01 None None] Sync routers for ids ['51322cca-3a51-4429-ae8e-4b82596c62d9'] in dv-cinder-757936-8-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:27:50.859825 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-68bddcb1-311a-450b-bceb-ec577ff0fa84 admin admin] 10.222.0.62 "PUT /v2.0/routers/51322cca-3a51-4429-ae8e-4b82596c62d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9873123 Sep 03 16:27:50.863691 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-ed1cdda8-33cf-4e0e-a818-bade847b36e5 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1f98a4f5d60343969103c814565c835a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1808319 Sep 03 16:27:50.878446 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61e7777-f319-4c5e-ab1e-920635dd7b01 None None] Routers {'51322cca-3a51-4429-ae8e-4b82596c62d9'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:27:50.879115 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-b61e7777-f319-4c5e-ab1e-920635dd7b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:27:48Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['51322cca-3a51-4429-ae8e-4b82596c62d9'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:27:50.879336 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc111c5c-72b2-448d-9072-4305c305ad43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6ae62a-3de0-4f57-a848-b75233b8f8d9,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:50.942248 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] For port 106f1ede-4f8d-4375-833f-ca90e8a5efbe, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=106f1ede-4f8d-4375-833f-ca90e8a5efbe,segment=NetworkSegment(6dc37175-f4b0-4faa-a277-c6d98cba9ff9),segment_id=6dc37175-f4b0-4faa-a277-c6d98cba9ff9)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:27:50.963533 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4178667b-0ea9-419f-b3a2-1e7e6af318b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:51.033445 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:51.273523 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device ffebc639-053a-408a-b643-c70dfa3a3e0d up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:27:51.285314 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-b61e7777-f319-4c5e-ab1e-920635dd7b01 None None] Set router 51322cca-3a51-4429-ae8e-4b82596c62d9 gateway port host: dv-cinder-757936-8-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:27:51.387112 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.db.api [None req-4178667b-0ea9-419f-b3a2-1e7e6af318b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 16:27:51.387457 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG oslo_db.api [None req-4178667b-0ea9-419f-b3a2-1e7e6af318b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 16:27:51.387968 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Pushing event updated for resources: {'Port': ['ID=106f1ede-4f8d-4375-833f-ca90e8a5efbe,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:51.438761 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-a82f4c4e-13ff-4e99-82f2-3ae4e6745c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'name': 'tempest-AttachVolumeTestJSON-400560295-router', 'tenant_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'a88d1513-542b-4cfa-87da-384c07e8bbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:27:45Z', 'updated_at': '2021-09-03T16:27:47Z', 'revision_number': 3, 'project_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'gw_port': {'id': 'a88d1513-542b-4cfa-87da-384c07e8bbfb', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e4:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:27:46Z', 'updated_at': '2021-09-03T16:27:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi'}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:27:51.442276 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port ffebc639-053a-408a-b643-c70dfa3a3e0d triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:27:51.443569 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:51.514274 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82f4c4e-13ff-4e99-82f2-3ae4e6745c29 None None] Checking router: 1731a2ca-7940-485b-880b-4b9d9d7edb9b for host: dv-cinder-757936-8-iscsi {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:27:51.514640 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82f4c4e-13ff-4e99-82f2-3ae4e6745c29 None None] Updating router 1731a2ca-7940-485b-880b-4b9d9d7edb9b port a88d1513-542b-4cfa-87da-384c07e8bbfb binding host dv-cinder-757936-8-iscsi {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 16:27:51.560558 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a82f4c4e-13ff-4e99-82f2-3ae4e6745c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:51.611893 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-b61e7777-f319-4c5e-ab1e-920635dd7b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51322cca-3a51-4429-ae8e-4b82596c62d9', 'name': 'tempest-ServerRescueNegativeTestJSON-444466876-router', 'tenant_id': 'a4659072c3364bfdad1b453680cc8963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ffebc639-053a-408a-b643-c70dfa3a3e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:27:42Z', 'updated_at': '2021-09-03T16:27:48Z', 'revision_number': 4, 'project_id': 'a4659072c3364bfdad1b453680cc8963', 'gw_port': {'id': 'ffebc639-053a-408a-b643-c70dfa3a3e0d', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51322cca-3a51-4429-ae8e-4b82596c62d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:27:42Z', 'updated_at': '2021-09-03T16:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '4b8905fb-0f64-4172-ae18-d8987caebdf0', 'name': '', 'network_id': '024a4882-f815-4f97-b26b-5f4a3ff23835', 'tenant_id': 'a4659072c3364bfdad1b453680cc8963', 'mac_address': 'fa:16:3e:75:35:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51322cca-3a51-4429-ae8e-4b82596c62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd899d4fe-e6a8-4e76-b1bd-98ac386b9085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:27:47Z', 'updated_at': '2021-09-03T16:27:49Z', 'revision_number': 2, 'project_id': 'a4659072c3364bfdad1b453680cc8963', 'subnets': [{'id': 'd899d4fe-e6a8-4e76-b1bd-98ac386b9085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:27:51.617351 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-667f3911-4e2e-4b24-b3ae-424b2378a89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:51.667689 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61e7777-f319-4c5e-ab1e-920635dd7b01 None None] Checking router: 51322cca-3a51-4429-ae8e-4b82596c62d9 for host: dv-cinder-757936-8-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:27:51.668446 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61e7777-f319-4c5e-ab1e-920635dd7b01 None None] Updating router 51322cca-3a51-4429-ae8e-4b82596c62d9 port 4b8905fb-0f64-4172-ae18-d8987caebdf0 binding host dv-cinder-757936-8-iscsi {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 16:27:51.684267 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-7deda8f9-0b2d-4ac0-a614-cce7f87c3c3c service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 16:27:51.687531 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-7deda8f9-0b2d-4ac0-a614-cce7f87c3c3c service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2605441 Sep 03 16:27:51.722609 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-b61e7777-f319-4c5e-ab1e-920635dd7b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:51.938075 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-667f3911-4e2e-4b24-b3ae-424b2378a89a admin admin] Allocated IP 172.20.0.1 (0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1/5e4996fa-edea-44cf-9ea9-7dac32eb1936/8c2ba58c-c118-4316-9a24-1af3008168cc) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:27:52.036747 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-e0c3b565-9ab0-446b-824f-6b85b0eeb1c3 service neutron] 10.222.0.62 "GET /v2.0/networks/ca82c5aa-2dbb-4c3c-9569-453359af9571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388195 Sep 03 16:27:52.040939 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a82f4c4e-13ff-4e99-82f2-3ae4e6745c29 None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:52.054213 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a82f4c4e-13ff-4e99-82f2-3ae4e6745c29 None None] Transition to ACTIVE for port object a88d1513-542b-4cfa-87da-384c07e8bbfb will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:27:52.103064 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a82f4c4e-13ff-4e99-82f2-3ae4e6745c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:52.137524 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 44446) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:27:52.142453 dv-cinder-757936-8-iscsi neutron-server[93828]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 03 16:27:52.153767 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9758419a-11f1-46c1-b02a-627afeb1a843 None None] Pushing event updated for resources: {'Port': ['ID=a88d1513-542b-4cfa-87da-384c07e8bbfb,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:52.172406 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-a82f4c4e-13ff-4e99-82f2-3ae4e6745c29 None None] Attempting to bind port a88d1513-542b-4cfa-87da-384c07e8bbfb on host dv-cinder-757936-8-iscsi for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:27:52.172791 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-a82f4c4e-13ff-4e99-82f2-3ae4e6745c29 None None] Attempting to bind port a88d1513-542b-4cfa-87da-384c07e8bbfb by drivers openvswitch,hyperv on host dv-cinder-757936-8-iscsi at level 0 using segments [{'id': '8fbc7082-b272-4b43-971d-120707d467f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af961d58-b724-401e-8712-cedb04029227'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:27:52.173196 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82f4c4e-13ff-4e99-82f2-3ae4e6745c29 None None] Attempting to bind port a88d1513-542b-4cfa-87da-384c07e8bbfb on network af961d58-b724-401e-8712-cedb04029227 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:27:52.179974 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82f4c4e-13ff-4e99-82f2-3ae4e6745c29 None None] Checking agent: {'id': '09c8fd01-6670-4f2e-aed1-0a61ad96cff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 19, 48), 'started_at': datetime.datetime(2021, 9, 3, 16, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:27:52.180353 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82f4c4e-13ff-4e99-82f2-3ae4e6745c29 None None] Checking segment: {'id': '8fbc7082-b272-4b43-971d-120707d467f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af961d58-b724-401e-8712-cedb04029227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:27:52.180783 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a82f4c4e-13ff-4e99-82f2-3ae4e6745c29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:52.181273 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82f4c4e-13ff-4e99-82f2-3ae4e6745c29 None None] Bound using segment: {'id': '8fbc7082-b272-4b43-971d-120707d467f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af961d58-b724-401e-8712-cedb04029227'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:27:52.181777 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-a82f4c4e-13ff-4e99-82f2-3ae4e6745c29 None None] Bound port: a88d1513-542b-4cfa-87da-384c07e8bbfb, host: dv-cinder-757936-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fbc7082-b272-4b43-971d-120707d467f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af961d58-b724-401e-8712-cedb04029227'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:27:52.182201 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a82f4c4e-13ff-4e99-82f2-3ae4e6745c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:52.247312 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a82f4c4e-13ff-4e99-82f2-3ae4e6745c29 None None] For port a88d1513-542b-4cfa-87da-384c07e8bbfb, host dv-cinder-757936-8-iscsi, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:27:52.254056 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a82f4c4e-13ff-4e99-82f2-3ae4e6745c29 None None] For port a88d1513-542b-4cfa-87da-384c07e8bbfb, host dv-cinder-757936-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=a88d1513-542b-4cfa-87da-384c07e8bbfb,segment=NetworkSegment(8fbc7082-b272-4b43-971d-120707d467f2),segment_id=8fbc7082-b272-4b43-971d-120707d467f2)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:27:52.274372 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a82f4c4e-13ff-4e99-82f2-3ae4e6745c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:52.285850 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-667f3911-4e2e-4b24-b3ae-424b2378a89a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:52.310013 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-667f3911-4e2e-4b24-b3ae-424b2378a89a admin admin] Transition to ACTIVE for port object 8c2ba58c-c118-4316-9a24-1af3008168cc will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:27:52.354659 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-a181a55b-fe9f-48a7-851c-1d8087b39c04 service neutron] 10.222.0.62 "GET /v2.0/networks/ca82c5aa-2dbb-4c3c-9569-453359af9571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121467 Sep 03 16:27:52.361378 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-667f3911-4e2e-4b24-b3ae-424b2378a89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:52.430067 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-b61e7777-f319-4c5e-ab1e-920635dd7b01 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:52.451456 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-b61e7777-f319-4c5e-ab1e-920635dd7b01 None None] Transition to ACTIVE for port object 4b8905fb-0f64-4172-ae18-d8987caebdf0 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:27:52.459354 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:52.462843 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-b61e7777-f319-4c5e-ab1e-920635dd7b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:52.483431 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9758419a-11f1-46c1-b02a-627afeb1a843 None None] Pushing event updated for resources: {'Port': ['ID=a88d1513-542b-4cfa-87da-384c07e8bbfb,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:52.494632 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82f4c4e-13ff-4e99-82f2-3ae4e6745c29 None None] Routers {'1731a2ca-7940-485b-880b-4b9d9d7edb9b'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:27:52.495824 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-a82f4c4e-13ff-4e99-82f2-3ae4e6745c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:27:48Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['1731a2ca-7940-485b-880b-4b9d9d7edb9b'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:27:52.498606 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667f3911-4e2e-4b24-b3ae-424b2378a89a admin admin] Network 0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:27:52.509099 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-667f3911-4e2e-4b24-b3ae-424b2378a89a admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:27:52.527262 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667f3911-4e2e-4b24-b3ae-424b2378a89a admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:27:52.527853 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-667f3911-4e2e-4b24-b3ae-424b2378a89a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-957067'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:52.577977 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10478846-0b20-472c-be88-18b85f28ee9a None None] Pushing event updated for resources: {'Port': ['ID=4b8905fb-0f64-4172-ae18-d8987caebdf0,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:52.671064 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f3911-4e2e-4b24-b3ae-424b2378a89a admin admin] Pushing event updated for resources: {'Port': ['ID=8c2ba58c-c118-4316-9a24-1af3008168cc,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:52.697806 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd87c6-c80e-45f9-94d5-3f6bc3e723dd req-9b824deb-2987-4e57-a531-91c14f729bbb tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:52.699963 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-36cd87c6-c80e-45f9-94d5-3f6bc3e723dd req-9b824deb-2987-4e57-a531-91c14f729bbb tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/networks?id=024a4882-f815-4f97-b26b-5f4a3ff23835 HTTP/1.1" status: 200 len: 818 time: 0.5586009 Sep 03 16:27:52.744001 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-a82f4c4e-13ff-4e99-82f2-3ae4e6745c29 None None] Set router 1731a2ca-7940-485b-880b-4b9d9d7edb9b gateway port host: dv-cinder-757936-8-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:27:52.761352 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-36cd87c6-c80e-45f9-94d5-3f6bc3e723dd req-eff71d83-8adf-41fa-bef7-db41baa193aa tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/quotas/a4659072c3364bfdad1b453680cc8963 HTTP/1.1" status: 200 len: 375 time: 0.0526869 Sep 03 16:27:52.773029 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-b61e7777-f319-4c5e-ab1e-920635dd7b01 None None] Attempting to bind port 4b8905fb-0f64-4172-ae18-d8987caebdf0 on host dv-cinder-757936-8-iscsi for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:27:52.773445 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-b61e7777-f319-4c5e-ab1e-920635dd7b01 None None] Attempting to bind port 4b8905fb-0f64-4172-ae18-d8987caebdf0 by drivers openvswitch,hyperv on host dv-cinder-757936-8-iscsi at level 0 using segments [{'id': 'a76f8dc4-1516-46d2-b6ab-ab68662b841d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '024a4882-f815-4f97-b26b-5f4a3ff23835'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:27:52.773835 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61e7777-f319-4c5e-ab1e-920635dd7b01 None None] Attempting to bind port 4b8905fb-0f64-4172-ae18-d8987caebdf0 on network 024a4882-f815-4f97-b26b-5f4a3ff23835 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:27:52.797277 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61e7777-f319-4c5e-ab1e-920635dd7b01 None None] Checking agent: {'id': '09c8fd01-6670-4f2e-aed1-0a61ad96cff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 19, 48), 'started_at': datetime.datetime(2021, 9, 3, 16, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:27:52.798196 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61e7777-f319-4c5e-ab1e-920635dd7b01 None None] Checking segment: {'id': 'a76f8dc4-1516-46d2-b6ab-ab68662b841d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '024a4882-f815-4f97-b26b-5f4a3ff23835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:27:52.799238 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-b61e7777-f319-4c5e-ab1e-920635dd7b01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:52.800151 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61e7777-f319-4c5e-ab1e-920635dd7b01 None None] Bound using segment: {'id': 'a76f8dc4-1516-46d2-b6ab-ab68662b841d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '024a4882-f815-4f97-b26b-5f4a3ff23835'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:27:52.803522 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-b61e7777-f319-4c5e-ab1e-920635dd7b01 None None] Bound port: 4b8905fb-0f64-4172-ae18-d8987caebdf0, host: dv-cinder-757936-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76f8dc4-1516-46d2-b6ab-ab68662b841d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '024a4882-f815-4f97-b26b-5f4a3ff23835'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:27:52.804354 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-b61e7777-f319-4c5e-ab1e-920635dd7b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:52.936719 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-b61e7777-f319-4c5e-ab1e-920635dd7b01 None None] For port 4b8905fb-0f64-4172-ae18-d8987caebdf0, host dv-cinder-757936-8-iscsi, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:27:52.940694 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-b61e7777-f319-4c5e-ab1e-920635dd7b01 None None] For port 4b8905fb-0f64-4172-ae18-d8987caebdf0, host dv-cinder-757936-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=4b8905fb-0f64-4172-ae18-d8987caebdf0,segment=NetworkSegment(a76f8dc4-1516-46d2-b6ab-ab68662b841d),segment_id=a76f8dc4-1516-46d2-b6ab-ab68662b841d)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:27:52.948191 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-b61e7777-f319-4c5e-ab1e-920635dd7b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:53.028101 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10478846-0b20-472c-be88-18b85f28ee9a None None] Pushing event updated for resources: {'Port': ['ID=4b8905fb-0f64-4172-ae18-d8987caebdf0,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:53.031224 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-36cd87c6-c80e-45f9-94d5-3f6bc3e723dd req-dc5a81d3-9c40-4cf7-a777-2a1c52d4cbdc tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a4659072c3364bfdad1b453680cc8963&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2597120 Sep 03 16:27:53.041508 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-667f3911-4e2e-4b24-b3ae-424b2378a89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:53.058991 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61e7777-f319-4c5e-ab1e-920635dd7b01 None None] Routers {'51322cca-3a51-4429-ae8e-4b82596c62d9'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:27:53.060858 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-b61e7777-f319-4c5e-ab1e-920635dd7b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:27:48Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['51322cca-3a51-4429-ae8e-4b82596c62d9'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:27:53.063779 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ddc5a92b-d947-42b2-a66d-b7c12632e3a0 None None] Provisioning for port 8c2ba58c-c118-4316-9a24-1af3008168cc completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:27:53.085015 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ddc5a92b-d947-42b2-a66d-b7c12632e3a0 None None] Provisioning complete for port 8c2ba58c-c118-4316-9a24-1af3008168cc triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:27:53.085903 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ddc5a92b-d947-42b2-a66d-b7c12632e3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:53.188301 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-ddc5a92b-d947-42b2-a66d-b7c12632e3a0 None None] Port 8c2ba58c-c118-4316-9a24-1af3008168cc cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:27:53.215021 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 106f1ede-4f8d-4375-833f-ca90e8a5efbe up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:27:53.262760 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-b61e7777-f319-4c5e-ab1e-920635dd7b01 None None] Set router 51322cca-3a51-4429-ae8e-4b82596c62d9 gateway port host: dv-cinder-757936-8-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:27:53.322092 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-a82f4c4e-13ff-4e99-82f2-3ae4e6745c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'name': 'tempest-AttachVolumeTestJSON-400560295-router', 'tenant_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'a88d1513-542b-4cfa-87da-384c07e8bbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:27:45Z', 'updated_at': '2021-09-03T16:27:47Z', 'revision_number': 3, 'project_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'gw_port': {'id': 'a88d1513-542b-4cfa-87da-384c07e8bbfb', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e4:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:27:46Z', 'updated_at': '2021-09-03T16:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi'}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:27:53.352937 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82f4c4e-13ff-4e99-82f2-3ae4e6745c29 None None] The sync data for ids ['1731a2ca-7940-485b-880b-4b9d9d7edb9b'] in dv-cinder-757936-8-iscsi is: [{'id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'name': 'tempest-AttachVolumeTestJSON-400560295-router', 'tenant_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'a88d1513-542b-4cfa-87da-384c07e8bbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:27:45Z', 'updated_at': '2021-09-03T16:27:47Z', 'revision_number': 3, 'project_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'gw_port': {'id': 'a88d1513-542b-4cfa-87da-384c07e8bbfb', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e4:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:27:46Z', 'updated_at': '2021-09-03T16:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi'}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:27:53.365165 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port 106f1ede-4f8d-4375-833f-ca90e8a5efbe triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:27:53.365701 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:53.530534 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-667f3911-4e2e-4b24-b3ae-424b2378a89a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:53.554136 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-667f3911-4e2e-4b24-b3ae-424b2378a89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:53.556203 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-667f3911-4e2e-4b24-b3ae-424b2378a89a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-922651'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:53.682378 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-b61e7777-f319-4c5e-ab1e-920635dd7b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51322cca-3a51-4429-ae8e-4b82596c62d9', 'name': 'tempest-ServerRescueNegativeTestJSON-444466876-router', 'tenant_id': 'a4659072c3364bfdad1b453680cc8963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ffebc639-053a-408a-b643-c70dfa3a3e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:27:42Z', 'updated_at': '2021-09-03T16:27:48Z', 'revision_number': 4, 'project_id': 'a4659072c3364bfdad1b453680cc8963', 'gw_port': {'id': 'ffebc639-053a-408a-b643-c70dfa3a3e0d', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51322cca-3a51-4429-ae8e-4b82596c62d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:27:42Z', 'updated_at': '2021-09-03T16:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '4b8905fb-0f64-4172-ae18-d8987caebdf0', 'name': '', 'network_id': '024a4882-f815-4f97-b26b-5f4a3ff23835', 'tenant_id': 'a4659072c3364bfdad1b453680cc8963', 'mac_address': 'fa:16:3e:75:35:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51322cca-3a51-4429-ae8e-4b82596c62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd899d4fe-e6a8-4e76-b1bd-98ac386b9085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:27:47Z', 'updated_at': '2021-09-03T16:27:52Z', 'revision_number': 4, 'project_id': 'a4659072c3364bfdad1b453680cc8963', 'subnets': [{'id': 'd899d4fe-e6a8-4e76-b1bd-98ac386b9085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:27:53.684056 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 44516) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:27:53.779625 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61e7777-f319-4c5e-ab1e-920635dd7b01 None None] The sync data for ids ['51322cca-3a51-4429-ae8e-4b82596c62d9'] in dv-cinder-757936-8-iscsi is: [{'id': '51322cca-3a51-4429-ae8e-4b82596c62d9', 'name': 'tempest-ServerRescueNegativeTestJSON-444466876-router', 'tenant_id': 'a4659072c3364bfdad1b453680cc8963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ffebc639-053a-408a-b643-c70dfa3a3e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:27:42Z', 'updated_at': '2021-09-03T16:27:48Z', 'revision_number': 4, 'project_id': 'a4659072c3364bfdad1b453680cc8963', 'gw_port': {'id': 'ffebc639-053a-408a-b643-c70dfa3a3e0d', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51322cca-3a51-4429-ae8e-4b82596c62d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:27:42Z', 'updated_at': '2021-09-03T16:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '4b8905fb-0f64-4172-ae18-d8987caebdf0', 'name': '', 'network_id': '024a4882-f815-4f97-b26b-5f4a3ff23835', 'tenant_id': 'a4659072c3364bfdad1b453680cc8963', 'mac_address': 'fa:16:3e:75:35:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51322cca-3a51-4429-ae8e-4b82596c62d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'd899d4fe-e6a8-4e76-b1bd-98ac386b9085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:27:47Z', 'updated_at': '2021-09-03T16:27:52Z', 'revision_number': 4, 'project_id': 'a4659072c3364bfdad1b453680cc8963', 'subnets': [{'id': 'd899d4fe-e6a8-4e76-b1bd-98ac386b9085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:27:53.825106 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fe39189b-1134-4fe2-959c-69307ad810a6 req-6d70c412-15c2-4ff0-a447-a2c43e2536da tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.62 "GET /v2.0/ports?device_id=03f258f2-f0e9-42fd-b75d-d7b7d9fe757a HTTP/1.1" status: 200 len: 210 time: 0.5938721 Sep 03 16:27:54.067702 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [req-36cd87c6-c80e-45f9-94d5-3f6bc3e723dd req-bd0c9ef6-cf63-4b78-8920-2b744a44ce86 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 16:27:54.070037 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-36cd87c6-c80e-45f9-94d5-3f6bc3e723dd req-bd0c9ef6-cf63-4b78-8920-2b744a44ce86 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5320208 Sep 03 16:27:54.118742 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f3911-4e2e-4b24-b3ae-424b2378a89a admin admin] Pushing event updated for resources: {'Port': ['ID=8c2ba58c-c118-4316-9a24-1af3008168cc,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:54.206554 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667f3911-4e2e-4b24-b3ae-424b2378a89a admin admin] Network 0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:27:54.213336 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-667f3911-4e2e-4b24-b3ae-424b2378a89a admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:27:54.247772 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3f264238-cddb-4167-8335-1714ba195eb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:54.368431 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-36cd87c6-c80e-45f9-94d5-3f6bc3e723dd req-b2ae5cc2-8d07-4b27-a055-f8dd477d00f7 service neutron] 10.222.0.62 "GET /v2.0/networks/024a4882-f815-4f97-b26b-5f4a3ff23835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849195 Sep 03 16:27:54.571474 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-36cd87c6-c80e-45f9-94d5-3f6bc3e723dd req-1425df40-8dae-409f-bd40-20f7b835c2ca service neutron] 10.222.0.62 "GET /v2.0/networks/024a4882-f815-4f97-b26b-5f4a3ff23835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910172 Sep 03 16:27:54.751022 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-6e177497-719b-4a0f-a0e5-33b84f8acfcf None None] Provisioning complete for port 8c2ba58c-c118-4316-9a24-1af3008168cc triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:27:54.753479 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6e177497-719b-4a0f-a0e5-33b84f8acfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:54.895079 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3f264238-cddb-4167-8335-1714ba195eb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:54.901194 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-667f3911-4e2e-4b24-b3ae-424b2378a89a admin admin] Router 1731a2ca-7940-485b-880b-4b9d9d7edb9b has already been hosted by L3 agent 32b2b364-f1ef-43b0-aa1c-04e185c9ddf9 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:27:54.903014 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-6e177497-719b-4a0f-a0e5-33b84f8acfcf None None] Port 8c2ba58c-c118-4316-9a24-1af3008168cc cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:27:54.910338 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3f264238-cddb-4167-8335-1714ba195eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:55.044537 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-3f264238-cddb-4167-8335-1714ba195eb2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5cf8d9fb7ba94842bd852d62e1820129&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9969597 Sep 03 16:27:55.046881 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 44594) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:27:55.052445 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f264238-cddb-4167-8335-1714ba195eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40929243-9704-4239-a8da-f0a5c8dc665f,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:55.267567 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-141f2bfc-174f-4e07-ab4a-d89c8708801e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:55.350053 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-141f2bfc-174f-4e07-ab4a-d89c8708801e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:55.408481 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667f3911-4e2e-4b24-b3ae-424b2378a89a admin admin] Notify agent at l3_agent.dv-cinder-757936-8-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:27:55.437187 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-667f3911-4e2e-4b24-b3ae-424b2378a89a admin admin] 10.222.0.62 "PUT /v2.0/routers/1731a2ca-7940-485b-880b-4b9d9d7edb9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2863157 Sep 03 16:27:55.521539 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-141f2bfc-174f-4e07-ab4a-d89c8708801e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:55.524920 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-141f2bfc-174f-4e07-ab4a-d89c8708801e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:55.527314 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-141f2bfc-174f-4e07-ab4a-d89c8708801e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/40929243-9704-4239-a8da-f0a5c8dc665f HTTP/1.1" status: 204 len: 168 time: 0.4788327 Sep 03 16:27:55.540078 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f2bfc-174f-4e07-ab4a-d89c8708801e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40929243-9704-4239-a8da-f0a5c8dc665f,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:55.604552 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0283ef01-3c8c-4c44-9d2b-fda6224177ad req-fceba55f-4140-4952-ae6c-6f27ba244339 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.62 "GET /v2.0/ports?device_id=03f258f2-f0e9-42fd-b75d-d7b7d9fe757a HTTP/1.1" status: 200 len: 210 time: 0.1987472 Sep 03 16:27:55.629842 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device a88d1513-542b-4cfa-87da-384c07e8bbfb up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:27:55.639871 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a8291366-a5df-4f78-9904-b22236cedf76 req-2d27dc6f-3f78-471c-9b70-d92ecb04079c tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 210 time: 0.0741932 Sep 03 16:27:55.823925 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning for port a88d1513-542b-4cfa-87da-384c07e8bbfb completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:27:55.842178 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port a88d1513-542b-4cfa-87da-384c07e8bbfb triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:27:55.843922 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:56.088454 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:56.139456 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] For port a88d1513-542b-4cfa-87da-384c07e8bbfb, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=a88d1513-542b-4cfa-87da-384c07e8bbfb,segment=NetworkSegment(8fbc7082-b272-4b43-971d-120707d467f2),segment_id=8fbc7082-b272-4b43-971d-120707d467f2)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:27:56.145694 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:56.146893 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 4b8905fb-0f64-4172-ae18-d8987caebdf0 up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:27:56.402708 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Pushing event updated for resources: {'Port': ['ID=a88d1513-542b-4cfa-87da-384c07e8bbfb,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:56.430050 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning for port 4b8905fb-0f64-4172-ae18-d8987caebdf0 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:27:56.453791 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port 4b8905fb-0f64-4172-ae18-d8987caebdf0 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:27:56.456489 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:56.686987 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:56.688959 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fc58d-2c10-4de3-861d-4452f2ba3779 req-e0354df8-9f1b-4777-9154-4f072ba8ff7e tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:56.690619 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-983fc58d-2c10-4de3-861d-4452f2ba3779 req-e0354df8-9f1b-4777-9154-4f072ba8ff7e tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/networks?id=024a4882-f815-4f97-b26b-5f4a3ff23835 HTTP/1.1" status: 200 len: 818 time: 0.2407453 Sep 03 16:27:56.728691 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-983fc58d-2c10-4de3-861d-4452f2ba3779 req-dfdedec2-65be-4fa6-ae73-0725c8d6b515 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/quotas/a4659072c3364bfdad1b453680cc8963 HTTP/1.1" status: 200 len: 375 time: 0.0147405 Sep 03 16:27:56.744620 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] For port 4b8905fb-0f64-4172-ae18-d8987caebdf0, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=4b8905fb-0f64-4172-ae18-d8987caebdf0,segment=NetworkSegment(a76f8dc4-1516-46d2-b6ab-ab68662b841d),segment_id=a76f8dc4-1516-46d2-b6ab-ab68662b841d)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:27:56.756091 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:56.825556 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Pushing event updated for resources: {'Port': ['ID=4b8905fb-0f64-4172-ae18-d8987caebdf0,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:56.896167 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-983fc58d-2c10-4de3-861d-4452f2ba3779 req-ebb06d82-6d6f-45f5-a769-2cbc4cc00b6f tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a4659072c3364bfdad1b453680cc8963&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1584227 Sep 03 16:27:56.968338 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 44710) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:27:57.094108 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-983fc58d-2c10-4de3-861d-4452f2ba3779 req-e40b8547-b9e5-431c-9983-96b068de1a5d service neutron] 10.222.0.62 "GET /v2.0/networks/024a4882-f815-4f97-b26b-5f4a3ff23835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905434 Sep 03 16:27:57.363840 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fea77e3a-6e53-410b-a9ab-958088238cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:57.365714 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4566ed08-40e7-4093-ab89-19c004c7c412 None None] Sync routers for ids ['1731a2ca-7940-485b-880b-4b9d9d7edb9b'] in dv-cinder-757936-8-iscsi {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:27:57.365714 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device a88d1513-542b-4cfa-87da-384c07e8bbfb up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:27:57.365714 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4566ed08-40e7-4093-ab89-19c004c7c412 None None] Routers {'1731a2ca-7940-485b-880b-4b9d9d7edb9b'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:27:57.365714 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-4566ed08-40e7-4093-ab89-19c004c7c412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:27:48Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['1731a2ca-7940-485b-880b-4b9d9d7edb9b'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:27:57.366494 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 44724) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:27:57.382382 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-2651cdbc-ecea-4927-b6a4-1b0eeb05ad2e tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Request body: {'security_group': {'name': 'tempest-securitygroup--750990556', 'description': 'tempest-description--1652285920'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:27:57.414787 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-983fc58d-2c10-4de3-861d-4452f2ba3779 req-9ad590ad-d3a2-4c04-9fd6-c56dd7a6d48d service neutron] 10.222.0.62 "GET /v2.0/networks/024a4882-f815-4f97-b26b-5f4a3ff23835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194377 Sep 03 16:27:57.496297 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fea77e3a-6e53-410b-a9ab-958088238cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:57.513292 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fea77e3a-6e53-410b-a9ab-958088238cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:57.518330 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.58', 52387) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:27:57.636418 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-fea77e3a-6e53-410b-a9ab-958088238cae admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8d0aeb74186e46f48210bdc42234586c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6668732 Sep 03 16:27:57.640155 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 44738) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:27:57.657480 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea77e3a-6e53-410b-a9ab-958088238cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965d8d65-70d5-4424-8b1e-5214b8b8e74d,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:57.733453 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2651cdbc-ecea-4927-b6a4-1b0eeb05ad2e tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:57.845279 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-4566ed08-40e7-4093-ab89-19c004c7c412 None None] Set router 1731a2ca-7940-485b-880b-4b9d9d7edb9b gateway port host: dv-cinder-757936-8-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:27:57.912587 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-724ffaec-db8a-43c8-9de5-ee079dfb757a req-089b300b-269a-470f-a6bf-4fd5bed4da84 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 210 time: 0.1248550 Sep 03 16:27:57.993821 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e4e3963c-a279-42e6-802f-68e74b74f9b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:58.047895 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port a88d1513-542b-4cfa-87da-384c07e8bbfb triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:27:58.048291 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:58.086791 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e4e3963c-a279-42e6-802f-68e74b74f9b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:58.229920 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e4e3963c-a279-42e6-802f-68e74b74f9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:58.234147 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e4e3963c-a279-42e6-802f-68e74b74f9b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:58.235644 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-e4e3963c-a279-42e6-802f-68e74b74f9b7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/965d8d65-70d5-4424-8b1e-5214b8b8e74d HTTP/1.1" status: 204 len: 168 time: 0.5939438 Sep 03 16:27:58.267741 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e3963c-a279-42e6-802f-68e74b74f9b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965d8d65-70d5-4424-8b1e-5214b8b8e74d,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:58.359733 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-69356cc5-2789-4394-a3c2-227450e3fef3 req-ca004c4c-f8f9-4229-be92-d4b72a76d054 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.62 "GET /v2.0/ports?device_id=03f258f2-f0e9-42fd-b75d-d7b7d9fe757a HTTP/1.1" status: 200 len: 210 time: 0.0593123 Sep 03 16:27:58.361628 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.58', 52390) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:27:58.361690 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-f2843f25-c6e8-45f0-a74f-95d6bfd72dc1 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:58.361690 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-f2843f25-c6e8-45f0-a74f-95d6bfd72dc1 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.58 "GET /v2.0/networks?id=ca82c5aa-2dbb-4c3c-9569-453359af9571 HTTP/1.1" status: 200 len: 812 time: 0.8220091 Sep 03 16:27:58.487331 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-ea071a3d-0abc-44f7-8477-20b98b7aaf68 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] Request body: {'port': {'device_id': '03f258f2-f0e9-42fd-b75d-d7b7d9fe757a', 'network_id': 'ca82c5aa-2dbb-4c3c-9569-453359af9571', 'admin_state_up': True, 'tenant_id': '1f98a4f5d60343969103c814565c835a'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:27:58.567895 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2651cdbc-ecea-4927-b6a4-1b0eeb05ad2e tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:58.625107 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2651cdbc-ecea-4927-b6a4-1b0eeb05ad2e tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:58.651758 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-4566ed08-40e7-4093-ab89-19c004c7c412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'name': 'tempest-AttachVolumeTestJSON-400560295-router', 'tenant_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'a88d1513-542b-4cfa-87da-384c07e8bbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:27:45Z', 'updated_at': '2021-09-03T16:27:52Z', 'revision_number': 4, 'project_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'gw_port': {'id': 'a88d1513-542b-4cfa-87da-384c07e8bbfb', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:27:46Z', 'updated_at': '2021-09-03T16:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '8c2ba58c-c118-4316-9a24-1af3008168cc', 'name': '', 'network_id': '0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1', 'tenant_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'mac_address': 'fa:16:3e:e0:83:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5e4996fa-edea-44cf-9ea9-7dac32eb1936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:27:51Z', 'updated_at': '2021-09-03T16:27:53Z', 'revision_number': 2, 'project_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'subnets': [{'id': '5e4996fa-edea-44cf-9ea9-7dac32eb1936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:27:58.690818 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 4b8905fb-0f64-4172-ae18-d8987caebdf0 up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:27:58.693814 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4566ed08-40e7-4093-ab89-19c004c7c412 None None] Checking router: 1731a2ca-7940-485b-880b-4b9d9d7edb9b for host: dv-cinder-757936-8-iscsi {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:27:58.694305 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4566ed08-40e7-4093-ab89-19c004c7c412 None None] Updating router 1731a2ca-7940-485b-880b-4b9d9d7edb9b port 8c2ba58c-c118-4316-9a24-1af3008168cc binding host dv-cinder-757936-8-iscsi {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 16:27:58.696779 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2651cdbc-ecea-4927-b6a4-1b0eeb05ad2e tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:58.698269 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-2651cdbc-ecea-4927-b6a4-1b0eeb05ad2e tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.3347893 Sep 03 16:27:58.722444 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 44798) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:27:58.731568 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-ff768cba-b01c-4969-ab5d-92d90d7aa855 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Request body: {'security_group_rule': {'security_group_id': 'db197467-7447-43ff-a0ea-4d4432d82b09', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:27:58.771484 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4566ed08-40e7-4093-ab89-19c004c7c412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:58.790865 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ff768cba-b01c-4969-ab5d-92d90d7aa855 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:58.943045 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd87c6-c80e-45f9-94d5-3f6bc3e723dd req-bd541502-5b11-467f-a68b-6c169af38162 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:27:58.948822 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-36cd87c6-c80e-45f9-94d5-3f6bc3e723dd req-bd541502-5b11-467f-a68b-6c169af38162 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.58 "GET /v2.0/networks?id=024a4882-f815-4f97-b26b-5f4a3ff23835 HTTP/1.1" status: 200 len: 818 time: 0.6123621 Sep 03 16:27:58.963932 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [req-36cd87c6-c80e-45f9-94d5-3f6bc3e723dd req-40027659-820d-4888-a81a-5041550239cb tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Request body: {'port': {'device_id': 'a238a762-b2a4-4ae9-8a08-35e233d2bf16', 'network_id': '024a4882-f815-4f97-b26b-5f4a3ff23835', 'admin_state_up': True, 'tenant_id': 'a4659072c3364bfdad1b453680cc8963'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:27:58.983692 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ff768cba-b01c-4969-ab5d-92d90d7aa855 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:59.032710 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ff768cba-b01c-4969-ab5d-92d90d7aa855 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494245'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:59.079554 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2651cdbc-ecea-4927-b6a4-1b0eeb05ad2e tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db197467-7447-43ff-a0ea-4d4432d82b09,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:59.135984 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff768cba-b01c-4969-ab5d-92d90d7aa855 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cfdad15-efaf-47cb-b6b8-9a3646885c1c,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:59.326101 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-ea071a3d-0abc-44f7-8477-20b98b7aaf68 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] Made reservation on behalf of 1f98a4f5d60343969103c814565c835a for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:27:59.335905 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-ea071a3d-0abc-44f7-8477-20b98b7aaf68 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:59.348900 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5d1db68b-b0c5-4345-b413-a4778ec65afb req-17ad7a01-7a5c-49fc-9c61-dce0769497a7 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 210 time: 0.0586393 Sep 03 16:27:59.387646 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ff768cba-b01c-4969-ab5d-92d90d7aa855 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:59.392944 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-ff768cba-b01c-4969-ab5d-92d90d7aa855 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6690195 Sep 03 16:27:59.399123 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 44838) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:27:59.413783 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-7b70071e-074d-4de6-9ad3-46a90a8d298e tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Request body: {'security_group_rule': {'security_group_id': 'db197467-7447-43ff-a0ea-4d4432d82b09', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:27:59.430100 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36cd87c6-c80e-45f9-94d5-3f6bc3e723dd req-40027659-820d-4888-a81a-5041550239cb tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Made reservation on behalf of a4659072c3364bfdad1b453680cc8963 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:27:59.434292 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-36cd87c6-c80e-45f9-94d5-3f6bc3e723dd req-40027659-820d-4888-a81a-5041550239cb tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:59.659261 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a4dcb82b-000b-4b8d-bf3f-9b8bcee6adb0 req-fff165c5-3215-4e52-b5e4-00271dda9fd9 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.62 "GET /v2.0/ports?device_id=03f258f2-f0e9-42fd-b75d-d7b7d9fe757a HTTP/1.1" status: 200 len: 210 time: 0.0620022 Sep 03 16:27:59.721378 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7b70071e-074d-4de6-9ad3-46a90a8d298e tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:59.754057 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port 4b8905fb-0f64-4172-ae18-d8987caebdf0 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:27:59.758136 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:59.802619 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7b70071e-074d-4de6-9ad3-46a90a8d298e tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:59.840557 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7b70071e-074d-4de6-9ad3-46a90a8d298e tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494245'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:59.910935 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b70071e-074d-4de6-9ad3-46a90a8d298e tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5775431-0b10-46fa-bfc8-22afabc8363f,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:27:59.917765 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-ea071a3d-0abc-44f7-8477-20b98b7aaf68 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] Allocated IP 172.20.0.13 (ca82c5aa-2dbb-4c3c-9569-453359af9571/3fa91c8b-4547-42bc-980d-2270ecd773a4/a39b5f94-7be9-40eb-93e1-73c93e40ffe6) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:27:59.925728 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7b70071e-074d-4de6-9ad3-46a90a8d298e tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:27:59.927367 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-7b70071e-074d-4de6-9ad3-46a90a8d298e tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5252547 Sep 03 16:27:59.932413 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 44862) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:27:59.938456 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-2b0c751e-65b5-47a6-8e57-fc993b78558a tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Request body: {'floatingip': {'floating_network_id': 'af961d58-b724-401e-8712-cedb04029227'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:28:00.002319 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2b0c751e-65b5-47a6-8e57-fc993b78558a tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks [] for floatingip, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:00.056671 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-36cd87c6-c80e-45f9-94d5-3f6bc3e723dd req-40027659-820d-4888-a81a-5041550239cb tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Allocated IP 172.20.0.6 (024a4882-f815-4f97-b26b-5f4a3ff23835/d899d4fe-e6a8-4e76-b1bd-98ac386b9085/a68e8b3e-08f4-406e-a932-fe994bcc0e36) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:28:00.177820 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.58', 52399) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:00.563909 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4566ed08-40e7-4093-ab89-19c004c7c412 None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:00.570823 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fc58d-2c10-4de3-861d-4452f2ba3779 req-af16dbf7-7472-4f3f-8e9c-ef7f433dee14 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:00.579272 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-983fc58d-2c10-4de3-861d-4452f2ba3779 req-af16dbf7-7472-4f3f-8e9c-ef7f433dee14 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.58 "GET /v2.0/networks?id=024a4882-f815-4f97-b26b-5f4a3ff23835 HTTP/1.1" status: 200 len: 818 time: 0.3902600 Sep 03 16:28:00.582152 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-ea071a3d-0abc-44f7-8477-20b98b7aaf68 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:00.601750 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4566ed08-40e7-4093-ab89-19c004c7c412 None None] Transition to ACTIVE for port object 8c2ba58c-c118-4316-9a24-1af3008168cc will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:28:00.623555 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4566ed08-40e7-4093-ab89-19c004c7c412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:00.631040 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [req-983fc58d-2c10-4de3-861d-4452f2ba3779 req-cc2300c5-fe97-4d98-b2f2-0dfcd7685b06 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Request body: {'port': {'device_id': 'bae22819-38a8-4be7-ae23-698d688c811b', 'network_id': '024a4882-f815-4f97-b26b-5f4a3ff23835', 'admin_state_up': True, 'tenant_id': 'a4659072c3364bfdad1b453680cc8963'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:28:00.852296 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d6dbb-9879-4552-8900-c3fc89415bf2 None None] Pushing event updated for resources: {'Port': ['ID=8c2ba58c-c118-4316-9a24-1af3008168cc,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:00.919212 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-96a83d32-9ec0-487f-be6d-3cf5a20f010f req-a2926ad8-1709-4186-a75f-9829531fdc8b tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.62 "GET /v2.0/ports?device_id=03f258f2-f0e9-42fd-b75d-d7b7d9fe757a HTTP/1.1" status: 200 len: 210 time: 0.1053488 Sep 03 16:28:00.984121 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-ea071a3d-0abc-44f7-8477-20b98b7aaf68 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:01.114376 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-4566ed08-40e7-4093-ab89-19c004c7c412 None None] Attempting to bind port 8c2ba58c-c118-4316-9a24-1af3008168cc on host dv-cinder-757936-8-iscsi for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:28:01.114667 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-4566ed08-40e7-4093-ab89-19c004c7c412 None None] Attempting to bind port 8c2ba58c-c118-4316-9a24-1af3008168cc by drivers openvswitch,hyperv on host dv-cinder-757936-8-iscsi at level 0 using segments [{'id': '6dc37175-f4b0-4faa-a277-c6d98cba9ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:28:01.116035 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4566ed08-40e7-4093-ab89-19c004c7c412 None None] Attempting to bind port 8c2ba58c-c118-4316-9a24-1af3008168cc on network 0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:28:01.133880 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4566ed08-40e7-4093-ab89-19c004c7c412 None None] Checking agent: {'id': '09c8fd01-6670-4f2e-aed1-0a61ad96cff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 19, 48), 'started_at': datetime.datetime(2021, 9, 3, 16, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:28:01.139692 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4566ed08-40e7-4093-ab89-19c004c7c412 None None] Checking segment: {'id': '6dc37175-f4b0-4faa-a277-c6d98cba9ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:28:01.140122 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4566ed08-40e7-4093-ab89-19c004c7c412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:01.140538 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4566ed08-40e7-4093-ab89-19c004c7c412 None None] Bound using segment: {'id': '6dc37175-f4b0-4faa-a277-c6d98cba9ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:28:01.141078 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-4566ed08-40e7-4093-ab89-19c004c7c412 None None] Bound port: 8c2ba58c-c118-4316-9a24-1af3008168cc, host: dv-cinder-757936-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dc37175-f4b0-4faa-a277-c6d98cba9ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:28:01.141508 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4566ed08-40e7-4093-ab89-19c004c7c412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:01.390108 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-ea071a3d-0abc-44f7-8477-20b98b7aaf68 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] Network ca82c5aa-2dbb-4c3c-9569-453359af9571 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:28:01.397137 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2b0c751e-65b5-47a6-8e57-fc993b78558a tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:01.398392 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-4566ed08-40e7-4093-ab89-19c004c7c412 None None] For port 8c2ba58c-c118-4316-9a24-1af3008168cc, host dv-cinder-757936-8-iscsi, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:28:01.414285 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-ea071a3d-0abc-44f7-8477-20b98b7aaf68 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:28:01.414641 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-4566ed08-40e7-4093-ab89-19c004c7c412 None None] For port 8c2ba58c-c118-4316-9a24-1af3008168cc, host dv-cinder-757936-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=8c2ba58c-c118-4316-9a24-1af3008168cc,segment=NetworkSegment(6dc37175-f4b0-4faa-a277-c6d98cba9ff9),segment_id=6dc37175-f4b0-4faa-a277-c6d98cba9ff9)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:28:01.424137 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4566ed08-40e7-4093-ab89-19c004c7c412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:01.432007 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-ea071a3d-0abc-44f7-8477-20b98b7aaf68 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:28:01.467664 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-ea071a3d-0abc-44f7-8477-20b98b7aaf68 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:01.468407 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-ea071a3d-0abc-44f7-8477-20b98b7aaf68 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:01.490091 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea071a3d-0abc-44f7-8477-20b98b7aaf68 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] Pushing event updated for resources: {'Port': ['ID=a39b5f94-7be9-40eb-93e1-73c93e40ffe6,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:01.626041 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4566ed08-40e7-4093-ab89-19c004c7c412 None None] Routers {'1731a2ca-7940-485b-880b-4b9d9d7edb9b'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:28:01.631758 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-4566ed08-40e7-4093-ab89-19c004c7c412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:27:48Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['1731a2ca-7940-485b-880b-4b9d9d7edb9b'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:28:01.711976 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4310cd0a-25a3-47ab-b85f-b2e50995624e req-73077e50-691e-41e0-9c70-e277b0efa277 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 210 time: 0.2193623 Sep 03 16:28:01.728156 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-ea071a3d-0abc-44f7-8477-20b98b7aaf68 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2653799 Sep 03 16:28:01.780575 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-09fcd4ca-3c74-4f0d-9705-3bb43471537d tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 16:28:01.783299 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-09fcd4ca-3c74-4f0d-9705-3bb43471537d tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0440722 Sep 03 16:28:01.842963 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-36cd87c6-c80e-45f9-94d5-3f6bc3e723dd req-40027659-820d-4888-a81a-5041550239cb tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:01.893321 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d6dbb-9879-4552-8900-c3fc89415bf2 None None] Pushing event updated for resources: {'Port': ['ID=8c2ba58c-c118-4316-9a24-1af3008168cc,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:01.911954 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-983fc58d-2c10-4de3-861d-4452f2ba3779 req-cc2300c5-fe97-4d98-b2f2-0dfcd7685b06 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Made reservation on behalf of a4659072c3364bfdad1b453680cc8963 for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:28:01.921439 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-983fc58d-2c10-4de3-861d-4452f2ba3779 req-cc2300c5-fe97-4d98-b2f2-0dfcd7685b06 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:01.984605 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-2b0c751e-65b5-47a6-8e57-fc993b78558a tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Allocated IP 172.27.3.70 (af961d58-b724-401e-8712-cedb04029227/ab4829e3-7396-4499-a1b3-42e28c777fec/dfc9beb3-a660-4cee-bff2-2217efce20b8) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:28:01.987543 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-4566ed08-40e7-4093-ab89-19c004c7c412 None None] Set router 1731a2ca-7940-485b-880b-4b9d9d7edb9b gateway port host: dv-cinder-757936-8-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:28:02.246833 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-36cd87c6-c80e-45f9-94d5-3f6bc3e723dd req-40027659-820d-4888-a81a-5041550239cb tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:02.425935 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 44946) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:02.549705 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a47293-7917-4c34-8721-c6a4cd07f08a req-b4a37958-5979-475b-b538-9e5b5ca95748 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:02.565869 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-93a47293-7917-4c34-8721-c6a4cd07f08a req-b4a37958-5979-475b-b538-9e5b5ca95748 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.62 "GET /v2.0/ports?device_id=03f258f2-f0e9-42fd-b75d-d7b7d9fe757a HTTP/1.1" status: 200 len: 932 time: 0.4392965 Sep 03 16:28:02.623623 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2b0c751e-65b5-47a6-8e57-fc993b78558a tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:02.715306 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36cd87c6-c80e-45f9-94d5-3f6bc3e723dd req-40027659-820d-4888-a81a-5041550239cb tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Network 024a4882-f815-4f97-b26b-5f4a3ff23835 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:28:02.798351 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-93a47293-7917-4c34-8721-c6a4cd07f08a req-3d459c2c-640f-49ce-9ab1-d5e98f65a382 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.62 "GET /v2.0/security-groups?id=007739d7-7be0-47ec-b1bc-479570bce546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301781 Sep 03 16:28:02.832046 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-36cd87c6-c80e-45f9-94d5-3f6bc3e723dd req-40027659-820d-4888-a81a-5041550239cb tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:28:02.836043 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-36cd87c6-c80e-45f9-94d5-3f6bc3e723dd req-40027659-820d-4888-a81a-5041550239cb tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:28:02.844193 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd87c6-c80e-45f9-94d5-3f6bc3e723dd req-40027659-820d-4888-a81a-5041550239cb tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:02.845110 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-36cd87c6-c80e-45f9-94d5-3f6bc3e723dd req-40027659-820d-4888-a81a-5041550239cb tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:02.870745 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40027659-820d-4888-a81a-5041550239cb tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Pushing event updated for resources: {'Port': ['ID=a68e8b3e-08f4-406e-a932-fe994bcc0e36,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:02.882511 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2b0c751e-65b5-47a6-8e57-fc993b78558a tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:02.889828 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-36cd87c6-c80e-45f9-94d5-3f6bc3e723dd req-40027659-820d-4888-a81a-5041550239cb tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9302990 Sep 03 16:28:02.896649 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-983fc58d-2c10-4de3-861d-4452f2ba3779 req-cc2300c5-fe97-4d98-b2f2-0dfcd7685b06 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Allocated IP 172.20.0.11 (024a4882-f815-4f97-b26b-5f4a3ff23835/d899d4fe-e6a8-4e76-b1bd-98ac386b9085/b4f96a74-3b6e-4a55-b8d6-d2878a0cf118) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:28:02.975043 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-4566ed08-40e7-4093-ab89-19c004c7c412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'name': 'tempest-AttachVolumeTestJSON-400560295-router', 'tenant_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'a88d1513-542b-4cfa-87da-384c07e8bbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:27:45Z', 'updated_at': '2021-09-03T16:27:52Z', 'revision_number': 4, 'project_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'gw_port': {'id': 'a88d1513-542b-4cfa-87da-384c07e8bbfb', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:27:46Z', 'updated_at': '2021-09-03T16:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '8c2ba58c-c118-4316-9a24-1af3008168cc', 'name': '', 'network_id': '0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1', 'tenant_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'mac_address': 'fa:16:3e:e0:83:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5e4996fa-edea-44cf-9ea9-7dac32eb1936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:27:51Z', 'updated_at': '2021-09-03T16:28:01Z', 'revision_number': 4, 'project_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'subnets': [{'id': '5e4996fa-edea-44cf-9ea9-7dac32eb1936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:28:03.025340 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0c751e-65b5-47a6-8e57-fc993b78558a tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Network af961d58-b724-401e-8712-cedb04029227 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:28:03.048874 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-90b79225-fccb-4183-ad7e-9ce3d708f1a3 service neutron] Request body: {'port': {'device_id': '03f258f2-f0e9-42fd-b75d-d7b7d9fe757a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:28:03.058259 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-2b0c751e-65b5-47a6-8e57-fc993b78558a tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:28:03.061948 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9736ccdc-02e8-47ab-b4b1-a60665cdc3ea req-f19c39c4-01b2-42d0-a347-e3f345129494 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 210 time: 0.0809343 Sep 03 16:28:03.064003 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0c751e-65b5-47a6-8e57-fc993b78558a tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:28:03.077752 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [req-36cd87c6-c80e-45f9-94d5-3f6bc3e723dd req-503c1a6b-90f5-4d98-81ca-909b272a265e service neutron] Request body: {'port': {'device_id': 'a238a762-b2a4-4ae9-8a08-35e233d2bf16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:28:03.111249 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4566ed08-40e7-4093-ab89-19c004c7c412 None None] The sync data for ids ['1731a2ca-7940-485b-880b-4b9d9d7edb9b'] in dv-cinder-757936-8-iscsi is: [{'id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'name': 'tempest-AttachVolumeTestJSON-400560295-router', 'tenant_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'a88d1513-542b-4cfa-87da-384c07e8bbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:27:45Z', 'updated_at': '2021-09-03T16:27:52Z', 'revision_number': 4, 'project_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'gw_port': {'id': 'a88d1513-542b-4cfa-87da-384c07e8bbfb', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:27:46Z', 'updated_at': '2021-09-03T16:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '8c2ba58c-c118-4316-9a24-1af3008168cc', 'name': '', 'network_id': '0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1', 'tenant_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'mac_address': 'fa:16:3e:e0:83:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5e4996fa-edea-44cf-9ea9-7dac32eb1936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:27:51Z', 'updated_at': '2021-09-03T16:28:01Z', 'revision_number': 4, 'project_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'subnets': [{'id': '5e4996fa-edea-44cf-9ea9-7dac32eb1936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:28:03.156417 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c751e-65b5-47a6-8e57-fc993b78558a tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Pushing event updated for resources: {'Port': ['ID=dfc9beb3-a660-4cee-bff2-2217efce20b8,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:03.398346 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-36cd87c6-c80e-45f9-94d5-3f6bc3e723dd req-503c1a6b-90f5-4d98-81ca-909b272a265e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:03.429721 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 44968) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:03.532195 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8e900beb-cb69-4d69-a590-6dcd87919b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:03.577175 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2b0c751e-65b5-47a6-8e57-fc993b78558a tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:03.671796 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-90b79225-fccb-4183-ad7e-9ce3d708f1a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:03.696164 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-983fc58d-2c10-4de3-861d-4452f2ba3779 req-cc2300c5-fe97-4d98-b2f2-0dfcd7685b06 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:03.796270 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2b0c751e-65b5-47a6-8e57-fc993b78558a tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:04.155905 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-983fc58d-2c10-4de3-861d-4452f2ba3779 req-cc2300c5-fe97-4d98-b2f2-0dfcd7685b06 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:04.224510 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-983fc58d-2c10-4de3-861d-4452f2ba3779 req-cc2300c5-fe97-4d98-b2f2-0dfcd7685b06 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Network 024a4882-f815-4f97-b26b-5f4a3ff23835 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:28:04.237029 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-983fc58d-2c10-4de3-861d-4452f2ba3779 req-cc2300c5-fe97-4d98-b2f2-0dfcd7685b06 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:28:04.249923 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-983fc58d-2c10-4de3-861d-4452f2ba3779 req-cc2300c5-fe97-4d98-b2f2-0dfcd7685b06 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:28:04.268537 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fc58d-2c10-4de3-861d-4452f2ba3779 req-cc2300c5-fe97-4d98-b2f2-0dfcd7685b06 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:04.272114 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-983fc58d-2c10-4de3-861d-4452f2ba3779 req-cc2300c5-fe97-4d98-b2f2-0dfcd7685b06 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:04.384594 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a661d610-41a4-42a6-a18f-da819194d5b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:04.673068 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2b0c751e-65b5-47a6-8e57-fc993b78558a tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:04.717864 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2300c5-fe97-4d98-b2f2-0dfcd7685b06 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Pushing event updated for resources: {'Port': ['ID=b4f96a74-3b6e-4a55-b8d6-d2878a0cf118,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:04.740569 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 8c2ba58c-c118-4316-9a24-1af3008168cc up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:28:04.794908 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c09ff-6e25-45cf-87b5-d79a6809d484 req-9216b741-68d8-4c98-91f1-e5f8c3165a75 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:04.801771 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e82c09ff-6e25-45cf-87b5-d79a6809d484 req-9216b741-68d8-4c98-91f1-e5f8c3165a75 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 932 time: 0.4179955 Sep 03 16:28:04.885395 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning for port 8c2ba58c-c118-4316-9a24-1af3008168cc completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:28:04.902562 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port 8c2ba58c-c118-4316-9a24-1af3008168cc triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:28:04.902998 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:04.929090 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e82c09ff-6e25-45cf-87b5-d79a6809d484 req-e05f7739-b5ad-4f45-8d10-7117a16d0f88 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200519 Sep 03 16:28:04.936003 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2b0c751e-65b5-47a6-8e57-fc993b78558a tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:05.005019 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [req-36cd87c6-c80e-45f9-94d5-3f6bc3e723dd req-503c1a6b-90f5-4d98-81ca-909b272a265e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a68e8b3e-08f4-406e-a932-fe994bcc0e36 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:28:05.027061 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c751e-65b5-47a6-8e57-fc993b78558a tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Pushing event updated for resources: {'Port': ['ID=dfc9beb3-a660-4cee-bff2-2217efce20b8,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:05.038589 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-36cd87c6-c80e-45f9-94d5-3f6bc3e723dd req-503c1a6b-90f5-4d98-81ca-909b272a265e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:05.100879 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2b0c751e-65b5-47a6-8e57-fc993b78558a tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956928'] for floatingip, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:05.104640 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-36cd87c6-c80e-45f9-94d5-3f6bc3e723dd req-503c1a6b-90f5-4d98-81ca-909b272a265e service neutron] Transition to ACTIVE for port object a68e8b3e-08f4-406e-a932-fe994bcc0e36 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:28:05.112899 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-36cd87c6-c80e-45f9-94d5-3f6bc3e723dd req-503c1a6b-90f5-4d98-81ca-909b272a265e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:05.175069 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:05.224031 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb1e67-f7f6-47e1-b519-7c5580d1a289 req-2a7f8abd-ec9d-40c1-a413-170422364673 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:05.234760 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-8ffb1e67-f7f6-47e1-b519-7c5580d1a289 req-2a7f8abd-ec9d-40c1-a413-170422364673 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.62 "GET /v2.0/ports?device_id=03f258f2-f0e9-42fd-b75d-d7b7d9fe757a HTTP/1.1" status: 200 len: 932 time: 1.0080736 Sep 03 16:28:05.250009 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] For port 8c2ba58c-c118-4316-9a24-1af3008168cc, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=8c2ba58c-c118-4316-9a24-1af3008168cc,segment=NetworkSegment(6dc37175-f4b0-4faa-a277-c6d98cba9ff9),segment_id=6dc37175-f4b0-4faa-a277-c6d98cba9ff9)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:28:05.256544 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503c1a6b-90f5-4d98-81ca-909b272a265e service neutron] Pushing event updated for resources: {'Port': ['ID=a68e8b3e-08f4-406e-a932-fe994bcc0e36,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:05.258489 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:05.353324 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Pushing event updated for resources: {'Port': ['ID=8c2ba58c-c118-4316-9a24-1af3008168cc,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:05.353570 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8e900beb-cb69-4d69-a590-6dcd87919b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:05.371353 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8e900beb-cb69-4d69-a590-6dcd87919b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:05.429910 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2b0c751e-65b5-47a6-8e57-fc993b78558a tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:05.442044 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-2b0c751e-65b5-47a6-8e57-fc993b78558a tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5083308 Sep 03 16:28:05.449992 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-983fc58d-2c10-4de3-861d-4452f2ba3779 req-cc2300c5-fe97-4d98-b2f2-0dfcd7685b06 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8488801 Sep 03 16:28:05.458194 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-36cd87c6-c80e-45f9-94d5-3f6bc3e723dd req-503c1a6b-90f5-4d98-81ca-909b272a265e service neutron] Attempting to bind port a68e8b3e-08f4-406e-a932-fe994bcc0e36 on host hv-cinder-75793 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:28:05.458846 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-36cd87c6-c80e-45f9-94d5-3f6bc3e723dd req-503c1a6b-90f5-4d98-81ca-909b272a265e service neutron] Attempting to bind port a68e8b3e-08f4-406e-a932-fe994bcc0e36 by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': 'a76f8dc4-1516-46d2-b6ab-ab68662b841d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '024a4882-f815-4f97-b26b-5f4a3ff23835'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:28:05.459487 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cd87c6-c80e-45f9-94d5-3f6bc3e723dd req-503c1a6b-90f5-4d98-81ca-909b272a265e service neutron] Attempting to bind port a68e8b3e-08f4-406e-a932-fe994bcc0e36 on network 024a4882-f815-4f97-b26b-5f4a3ff23835 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:28:05.476151 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cd87c6-c80e-45f9-94d5-3f6bc3e723dd req-503c1a6b-90f5-4d98-81ca-909b272a265e service neutron] Port a68e8b3e-08f4-406e-a932-fe994bcc0e36 on network 024a4882-f815-4f97-b26b-5f4a3ff23835 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 16:28:05.477490 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cd87c6-c80e-45f9-94d5-3f6bc3e723dd req-503c1a6b-90f5-4d98-81ca-909b272a265e service neutron] Attempting to bind port a68e8b3e-08f4-406e-a932-fe994bcc0e36 on network 024a4882-f815-4f97-b26b-5f4a3ff23835 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:28:05.508733 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [req-983fc58d-2c10-4de3-861d-4452f2ba3779 req-190888bf-ab35-47ca-9755-1419bfb49919 service neutron] Request body: {'port': {'device_id': 'bae22819-38a8-4be7-ae23-698d688c811b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:28:05.529165 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-8e900beb-cb69-4d69-a590-6dcd87919b86 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dadbfdb849874b68b2060e0cf3e01a24&name=default HTTP/1.1" status: 200 len: 2975 time: 3.0914412 Sep 03 16:28:05.529165 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e900beb-cb69-4d69-a590-6dcd87919b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c188c6f6-18d1-4269-abc4-489d10c2682e,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:05.529165 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 45026) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:05.585523 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cd87c6-c80e-45f9-94d5-3f6bc3e723dd req-503c1a6b-90f5-4d98-81ca-909b272a265e service neutron] Checking agent: {'id': 'd3fcaccf-3212-4db0-9fe2-d79bf18b2000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 25, 52), 'started_at': datetime.datetime(2021, 9, 3, 16, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:28:05.586462 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cd87c6-c80e-45f9-94d5-3f6bc3e723dd req-503c1a6b-90f5-4d98-81ca-909b272a265e service neutron] Checking segment: {'id': 'a76f8dc4-1516-46d2-b6ab-ab68662b841d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '024a4882-f815-4f97-b26b-5f4a3ff23835'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:28:05.596696 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cd87c6-c80e-45f9-94d5-3f6bc3e723dd req-503c1a6b-90f5-4d98-81ca-909b272a265e service neutron] Bound using segment: {'id': 'a76f8dc4-1516-46d2-b6ab-ab68662b841d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '024a4882-f815-4f97-b26b-5f4a3ff23835'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:28:05.596696 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-36cd87c6-c80e-45f9-94d5-3f6bc3e723dd req-503c1a6b-90f5-4d98-81ca-909b272a265e service neutron] Bound port: a68e8b3e-08f4-406e-a932-fe994bcc0e36, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a76f8dc4-1516-46d2-b6ab-ab68662b841d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '024a4882-f815-4f97-b26b-5f4a3ff23835'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:28:05.596696 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-36cd87c6-c80e-45f9-94d5-3f6bc3e723dd req-503c1a6b-90f5-4d98-81ca-909b272a265e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:05.639889 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-8ffb1e67-f7f6-47e1-b519-7c5580d1a289 req-3830237d-22f0-462f-8cb2-8a0b02e85f5c tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.62 "GET /v2.0/security-groups?id=007739d7-7be0-47ec-b1bc-479570bce546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716494 Sep 03 16:28:05.722896 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-983fc58d-2c10-4de3-861d-4452f2ba3779 req-190888bf-ab35-47ca-9755-1419bfb49919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:05.840398 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-90b79225-fccb-4183-ad7e-9ce3d708f1a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a39b5f94-7be9-40eb-93e1-73c93e40ffe6 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:28:05.889761 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-90b79225-fccb-4183-ad7e-9ce3d708f1a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:05.894059 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9bbcd1f4-d5b5-4076-826a-d11c85eac3e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:05.923718 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-36cd87c6-c80e-45f9-94d5-3f6bc3e723dd req-503c1a6b-90f5-4d98-81ca-909b272a265e service neutron] For port a68e8b3e-08f4-406e-a932-fe994bcc0e36, host hv-cinder-75793, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:28:06.032631 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9bbcd1f4-d5b5-4076-826a-d11c85eac3e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:06.097813 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-36cd87c6-c80e-45f9-94d5-3f6bc3e723dd req-503c1a6b-90f5-4d98-81ca-909b272a265e service neutron] For port a68e8b3e-08f4-406e-a932-fe994bcc0e36, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=a68e8b3e-08f4-406e-a932-fe994bcc0e36,segment=NetworkSegment(a76f8dc4-1516-46d2-b6ab-ab68662b841d),segment_id=a76f8dc4-1516-46d2-b6ab-ab68662b841d)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:28:06.128404 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-36cd87c6-c80e-45f9-94d5-3f6bc3e723dd req-503c1a6b-90f5-4d98-81ca-909b272a265e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:06.194520 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-90b79225-fccb-4183-ad7e-9ce3d708f1a3 service neutron] Transition to ACTIVE for port object a39b5f94-7be9-40eb-93e1-73c93e40ffe6 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:28:06.306683 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-90b79225-fccb-4183-ad7e-9ce3d708f1a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:06.515625 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd87c6-c80e-45f9-94d5-3f6bc3e723dd req-503c1a6b-90f5-4d98-81ca-909b272a265e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:06.516668 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-36cd87c6-c80e-45f9-94d5-3f6bc3e723dd req-503c1a6b-90f5-4d98-81ca-909b272a265e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:06.525585 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-36cd87c6-c80e-45f9-94d5-3f6bc3e723dd req-503c1a6b-90f5-4d98-81ca-909b272a265e service neutron] 10.222.0.58 "PUT /v2.0/ports/a68e8b3e-08f4-406e-a932-fe994bcc0e36 HTTP/1.1" status: 200 len: 1093 time: 3.4553778 Sep 03 16:28:06.542242 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a238a762-b2a4-4ae9-8a08-35e233d2bf16', 'tag': 'a68e8b3e-08f4-406e-a932-fe994bcc0e36'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:28:06.554434 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b79225-fccb-4183-ad7e-9ce3d708f1a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a39b5f94-7be9-40eb-93e1-73c93e40ffe6,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:06.585227 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a661d610-41a4-42a6-a18f-da819194d5b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:06.627702 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a661d610-41a4-42a6-a18f-da819194d5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:06.732442 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 8c2ba58c-c118-4316-9a24-1af3008168cc up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:28:06.736243 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-32951d0c-4675-4969-8e54-944230670c9b req-0e1e386f-00c8-48dd-949f-7646cff6761e tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--750990556&fields=id&tenant_id=c5c50d390cbc4a9ea29a6a55d17879f3 HTTP/1.1" status: 200 len: 267 time: 0.6725006 Sep 03 16:28:06.804109 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-a661d610-41a4-42a6-a18f-da819194d5b5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=69c81654e239480fa90289ad3f10801c&name=default HTTP/1.1" status: 200 len: 2977 time: 3.3633800 Sep 03 16:28:06.809978 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 45062) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:06.844908 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6bf28b-8d95-4744-9494-7eaa4c97bbdc req-ad3b78f1-0b91-4e60-b55d-68795807273b tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:06.846846 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ec6bf28b-8d95-4744-9494-7eaa4c97bbdc req-ad3b78f1-0b91-4e60-b55d-68795807273b tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 932 time: 0.7223396 Sep 03 16:28:06.920391 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9181e0e82ffee5c7a29e1125bc6bf0cf4bc90ac22456d4aa1390334b202da70b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5462cf86-afbc-412f-8968-91f3d65b7072" -d '{"events": [{"name": "network-changed", "server_uuid": "a238a762-b2a4-4ae9-8a08-35e233d2bf16", "tag": "a68e8b3e-08f4-406e-a932-fe994bcc0e36"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:28:06.922930 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503c1a6b-90f5-4d98-81ca-909b272a265e service neutron] Pushing event updated for resources: {'Port': ['ID=a68e8b3e-08f4-406e-a932-fe994bcc0e36,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:06.955861 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port 8c2ba58c-c118-4316-9a24-1af3008168cc triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:28:06.958916 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:07.193525 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-65424306-216d-4f13-b4ad-dc0d26725177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:07.220833 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9bbcd1f4-d5b5-4076-826a-d11c85eac3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:07.224091 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9bbcd1f4-d5b5-4076-826a-d11c85eac3e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:07.225770 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-9bbcd1f4-d5b5-4076-826a-d11c85eac3e7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c188c6f6-18d1-4269-abc4-489d10c2682e HTTP/1.1" status: 204 len: 168 time: 1.6620708 Sep 03 16:28:07.234615 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a661d610-41a4-42a6-a18f-da819194d5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1069c6e9-b64e-43a8-b6c7-be952fcbef92,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:07.272202 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-90b79225-fccb-4183-ad7e-9ce3d708f1a3 service neutron] Attempting to bind port a39b5f94-7be9-40eb-93e1-73c93e40ffe6 on host hv-cinder-75793 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:28:07.272691 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-90b79225-fccb-4183-ad7e-9ce3d708f1a3 service neutron] Attempting to bind port a39b5f94-7be9-40eb-93e1-73c93e40ffe6 by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': 'ab20102b-dbf0-4f84-8bde-00618251869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'ca82c5aa-2dbb-4c3c-9569-453359af9571'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:28:07.273236 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-90b79225-fccb-4183-ad7e-9ce3d708f1a3 service neutron] Attempting to bind port a39b5f94-7be9-40eb-93e1-73c93e40ffe6 on network ca82c5aa-2dbb-4c3c-9569-453359af9571 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:28:07.310583 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-65424306-216d-4f13-b4ad-dc0d26725177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:07.317836 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ec6bf28b-8d95-4744-9494-7eaa4c97bbdc req-20707ca9-56eb-4bf8-a917-8b284d102d97 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293617 Sep 03 16:28:07.329675 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-90b79225-fccb-4183-ad7e-9ce3d708f1a3 service neutron] Port a39b5f94-7be9-40eb-93e1-73c93e40ffe6 on network ca82c5aa-2dbb-4c3c-9569-453359af9571 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 16:28:07.330430 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-90b79225-fccb-4183-ad7e-9ce3d708f1a3 service neutron] Attempting to bind port a39b5f94-7be9-40eb-93e1-73c93e40ffe6 on network ca82c5aa-2dbb-4c3c-9569-453359af9571 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:28:07.339849 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbcd1f4-d5b5-4076-826a-d11c85eac3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c188c6f6-18d1-4269-abc4-489d10c2682e,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:07.372870 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-90b79225-fccb-4183-ad7e-9ce3d708f1a3 service neutron] Checking agent: {'id': 'd3fcaccf-3212-4db0-9fe2-d79bf18b2000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 25, 52), 'started_at': datetime.datetime(2021, 9, 3, 16, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:28:07.374519 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-90b79225-fccb-4183-ad7e-9ce3d708f1a3 service neutron] Checking segment: {'id': 'ab20102b-dbf0-4f84-8bde-00618251869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'ca82c5aa-2dbb-4c3c-9569-453359af9571'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:28:07.375462 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-90b79225-fccb-4183-ad7e-9ce3d708f1a3 service neutron] Bound using segment: {'id': 'ab20102b-dbf0-4f84-8bde-00618251869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'ca82c5aa-2dbb-4c3c-9569-453359af9571'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:28:07.376630 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-90b79225-fccb-4183-ad7e-9ce3d708f1a3 service neutron] Bound port: a39b5f94-7be9-40eb-93e1-73c93e40ffe6, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab20102b-dbf0-4f84-8bde-00618251869e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'ca82c5aa-2dbb-4c3c-9569-453359af9571'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:28:07.378650 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-90b79225-fccb-4183-ad7e-9ce3d708f1a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:07.707814 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd87c6-c80e-45f9-94d5-3f6bc3e723dd req-b3545e5f-ada8-435c-a1c7-2c30e7e8d593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:07.709815 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-36cd87c6-c80e-45f9-94d5-3f6bc3e723dd req-b3545e5f-ada8-435c-a1c7-2c30e7e8d593 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a4659072c3364bfdad1b453680cc8963&device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 1096 time: 0.9159265 Sep 03 16:28:07.864139 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-65424306-216d-4f13-b4ad-dc0d26725177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:07.866929 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-65424306-216d-4f13-b4ad-dc0d26725177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:07.868454 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-65424306-216d-4f13-b4ad-dc0d26725177 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1069c6e9-b64e-43a8-b6c7-be952fcbef92 HTTP/1.1" status: 204 len: 168 time: 1.0537791 Sep 03 16:28:07.885986 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-90b79225-fccb-4183-ad7e-9ce3d708f1a3 service neutron] For port a39b5f94-7be9-40eb-93e1-73c93e40ffe6, host hv-cinder-75793, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:28:07.897078 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65424306-216d-4f13-b4ad-dc0d26725177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1069c6e9-b64e-43a8-b6c7-be952fcbef92,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:07.901767 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-90b79225-fccb-4183-ad7e-9ce3d708f1a3 service neutron] For port a39b5f94-7be9-40eb-93e1-73c93e40ffe6, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=a39b5f94-7be9-40eb-93e1-73c93e40ffe6,segment=NetworkSegment(ab20102b-dbf0-4f84-8bde-00618251869e),segment_id=ab20102b-dbf0-4f84-8bde-00618251869e)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:28:07.913258 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-90b79225-fccb-4183-ad7e-9ce3d708f1a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:07.914577 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-36cd87c6-c80e-45f9-94d5-3f6bc3e723dd req-30287ac6-a7f3-4d65-a496-bf7139c66fd1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a68e8b3e-08f4-406e-a932-fe994bcc0e36 HTTP/1.1" status: 200 len: 217 time: 0.1844006 Sep 03 16:28:07.948284 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893247d2-dc25-42b0-bd2a-76de55b337fc req-16d7f22a-fcfc-4b43-abc6-640302d25cd2 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:07.951592 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-893247d2-dc25-42b0-bd2a-76de55b337fc req-16d7f22a-fcfc-4b43-abc6-640302d25cd2 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.62 "GET /v2.0/ports?device_id=03f258f2-f0e9-42fd-b75d-d7b7d9fe757a HTTP/1.1" status: 200 len: 944 time: 0.1520157 Sep 03 16:28:07.960383 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32951d0c-4675-4969-8e54-944230670c9b req-0c30ba06-fc90-4549-b66c-deb1d0e93bce tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:07.962818 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-32951d0c-4675-4969-8e54-944230670c9b req-0c30ba06-fc90-4549-b66c-deb1d0e93bce tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/networks?id=0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1 HTTP/1.1" status: 200 len: 810 time: 1.1862381 Sep 03 16:28:08.093495 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-32951d0c-4675-4969-8e54-944230670c9b req-8269f2d5-67ca-42c5-90f8-eb5153669086 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/quotas/c5c50d390cbc4a9ea29a6a55d17879f3 HTTP/1.1" status: 200 len: 375 time: 0.1108749 Sep 03 16:28:08.100533 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-893247d2-dc25-42b0-bd2a-76de55b337fc req-791e6fe9-73b9-45ab-b9f2-660f28cfc795 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.62 "GET /v2.0/security-groups?id=007739d7-7be0-47ec-b1bc-479570bce546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018436 Sep 03 16:28:08.142965 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-90b79225-fccb-4183-ad7e-9ce3d708f1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:08.143650 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-90b79225-fccb-4183-ad7e-9ce3d708f1a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:08.145321 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-90b79225-fccb-4183-ad7e-9ce3d708f1a3 service neutron] 10.222.0.58 "PUT /v2.0/ports/a39b5f94-7be9-40eb-93e1-73c93e40ffe6 HTTP/1.1" status: 200 len: 1094 time: 5.7655094 Sep 03 16:28:08.145818 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f258f2-f0e9-42fd-b75d-d7b7d9fe757a', 'tag': 'a39b5f94-7be9-40eb-93e1-73c93e40ffe6'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:28:08.253638 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd87c6-c80e-45f9-94d5-3f6bc3e723dd req-84d87f96-514e-480f-8209-37f98ca66dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:08.255503 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-36cd87c6-c80e-45f9-94d5-3f6bc3e723dd req-84d87f96-514e-480f-8209-37f98ca66dfb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d899d4fe-e6a8-4e76-b1bd-98ac386b9085 HTTP/1.1" status: 200 len: 858 time: 0.2894781 Sep 03 16:28:08.291014 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [req-983fc58d-2c10-4de3-861d-4452f2ba3779 req-190888bf-ab35-47ca-9755-1419bfb49919 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4f96a74-3b6e-4a55-b8d6-d2878a0cf118 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:28:08.344423 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b79225-fccb-4183-ad7e-9ce3d708f1a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a39b5f94-7be9-40eb-93e1-73c93e40ffe6,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:08.375769 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-36cd87c6-c80e-45f9-94d5-3f6bc3e723dd req-32b8a0a1-4ad3-40de-bb9d-92248be0fa1b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=024a4882-f815-4f97-b26b-5f4a3ff23835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924823 Sep 03 16:28:08.377462 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-c7a7509d-3a11-4582-9af5-02175249d5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:08.382586 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-c7a7509d-3a11-4582-9af5-02175249d5ab service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f98a4f5d60343969103c814565c835a&device_id=03f258f2-f0e9-42fd-b75d-d7b7d9fe757a HTTP/1.1" status: 200 len: 1097 time: 0.1115558 Sep 03 16:28:08.411563 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-32951d0c-4675-4969-8e54-944230670c9b req-db403ebc-2a1b-428d-87a8-8e31c19bec95 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5c50d390cbc4a9ea29a6a55d17879f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2960737 Sep 03 16:28:08.415764 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-983fc58d-2c10-4de3-861d-4452f2ba3779 req-190888bf-ab35-47ca-9755-1419bfb49919 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:08.559216 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-983fc58d-2c10-4de3-861d-4452f2ba3779 req-190888bf-ab35-47ca-9755-1419bfb49919 service neutron] Transition to ACTIVE for port object b4f96a74-3b6e-4a55-b8d6-d2878a0cf118 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:28:08.582995 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-983fc58d-2c10-4de3-861d-4452f2ba3779 req-190888bf-ab35-47ca-9755-1419bfb49919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:08.693687 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 45122) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:08.726290 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-dcdf5128-aa6c-4de7-ad88-6512aaeb9c0a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a39b5f94-7be9-40eb-93e1-73c93e40ffe6 HTTP/1.1" status: 200 len: 217 time: 0.2719607 Sep 03 16:28:08.757701 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ce750ef2-1aa8-4f44-af5e-d721fbcdd067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:08.995618 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50078ff-e224-4204-94aa-2142d5609409 x-openstack-request-id: req-a50078ff-e224-4204-94aa-2142d5609409 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:28:08.995618 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a238a762-b2a4-4ae9-8a08-35e233d2bf16", "tag": "a68e8b3e-08f4-406e-a932-fe994bcc0e36", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:28:08.996691 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a50078ff-e224-4204-94aa-2142d5609409 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:28:08.996691 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a238a762-b2a4-4ae9-8a08-35e233d2bf16', 'tag': 'a68e8b3e-08f4-406e-a932-fe994bcc0e36', 'status': 'completed', 'code': 200} Sep 03 16:28:09.071131 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60a3384ac15a167e802cb15cc86cd66e960e7e49bcb7609cd88b9514a3633fc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3efed7d5-4a97-48e5-acd2-152911c1a58c" -d '{"events": [{"name": "network-changed", "server_uuid": "03f258f2-f0e9-42fd-b75d-d7b7d9fe757a", "tag": "a39b5f94-7be9-40eb-93e1-73c93e40ffe6"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:28:09.107870 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-36cd87c6-c80e-45f9-94d5-3f6bc3e723dd req-4e2fade9-20c4-41f3-b73a-380c6533f365 service neutron] 10.222.0.58 "GET /v2.0/networks/024a4882-f815-4f97-b26b-5f4a3ff23835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6386914 Sep 03 16:28:09.116089 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190888bf-ab35-47ca-9755-1419bfb49919 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f96a74-3b6e-4a55-b8d6-d2878a0cf118,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:09.120318 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-32951d0c-4675-4969-8e54-944230670c9b req-167e0c43-5a46-4b6e-9f64-e2c221bbaa2e service neutron] 10.222.0.62 "GET /v2.0/networks/0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6914744 Sep 03 16:28:09.236522 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ce750ef2-1aa8-4f44-af5e-d721fbcdd067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:09.288507 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ce750ef2-1aa8-4f44-af5e-d721fbcdd067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:09.335149 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-983fc58d-2c10-4de3-861d-4452f2ba3779 req-190888bf-ab35-47ca-9755-1419bfb49919 service neutron] Attempting to bind port b4f96a74-3b6e-4a55-b8d6-d2878a0cf118 on host hv-cinder-75793 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:28:09.335497 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-983fc58d-2c10-4de3-861d-4452f2ba3779 req-190888bf-ab35-47ca-9755-1419bfb49919 service neutron] Attempting to bind port b4f96a74-3b6e-4a55-b8d6-d2878a0cf118 by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': 'a76f8dc4-1516-46d2-b6ab-ab68662b841d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '024a4882-f815-4f97-b26b-5f4a3ff23835'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:28:09.335834 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983fc58d-2c10-4de3-861d-4452f2ba3779 req-190888bf-ab35-47ca-9755-1419bfb49919 service neutron] Attempting to bind port b4f96a74-3b6e-4a55-b8d6-d2878a0cf118 on network 024a4882-f815-4f97-b26b-5f4a3ff23835 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:28:09.349108 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983fc58d-2c10-4de3-861d-4452f2ba3779 req-190888bf-ab35-47ca-9755-1419bfb49919 service neutron] Port b4f96a74-3b6e-4a55-b8d6-d2878a0cf118 on network 024a4882-f815-4f97-b26b-5f4a3ff23835 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 16:28:09.355310 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983fc58d-2c10-4de3-861d-4452f2ba3779 req-190888bf-ab35-47ca-9755-1419bfb49919 service neutron] Attempting to bind port b4f96a74-3b6e-4a55-b8d6-d2878a0cf118 on network 024a4882-f815-4f97-b26b-5f4a3ff23835 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:28:09.397651 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983fc58d-2c10-4de3-861d-4452f2ba3779 req-190888bf-ab35-47ca-9755-1419bfb49919 service neutron] Checking agent: {'id': 'd3fcaccf-3212-4db0-9fe2-d79bf18b2000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 25, 52), 'started_at': datetime.datetime(2021, 9, 3, 16, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:28:09.397994 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983fc58d-2c10-4de3-861d-4452f2ba3779 req-190888bf-ab35-47ca-9755-1419bfb49919 service neutron] Checking segment: {'id': 'a76f8dc4-1516-46d2-b6ab-ab68662b841d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '024a4882-f815-4f97-b26b-5f4a3ff23835'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:28:09.400827 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983fc58d-2c10-4de3-861d-4452f2ba3779 req-190888bf-ab35-47ca-9755-1419bfb49919 service neutron] Bound using segment: {'id': 'a76f8dc4-1516-46d2-b6ab-ab68662b841d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '024a4882-f815-4f97-b26b-5f4a3ff23835'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:28:09.401506 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-983fc58d-2c10-4de3-861d-4452f2ba3779 req-190888bf-ab35-47ca-9755-1419bfb49919 service neutron] Bound port: b4f96a74-3b6e-4a55-b8d6-d2878a0cf118, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a76f8dc4-1516-46d2-b6ab-ab68662b841d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '024a4882-f815-4f97-b26b-5f4a3ff23835'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:28:09.402031 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-983fc58d-2c10-4de3-861d-4452f2ba3779 req-190888bf-ab35-47ca-9755-1419bfb49919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:09.420632 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb9e2a-27b7-4342-877b-dfe1c4f728c7 req-8a15811b-ecab-4470-b388-314fcf5b6d92 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:09.428252 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2bfb9e2a-27b7-4342-877b-dfe1c4f728c7 req-8a15811b-ecab-4470-b388-314fcf5b6d92 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 944 time: 0.3409195 Sep 03 16:28:09.444714 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce750ef2-1aa8-4f44-af5e-d721fbcdd067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5175af6f-ceed-4ccb-a67f-972cec0fb0bd,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:09.472299 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-c226d2fc-0519-4949-b25e-4b64296cdcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:09.474318 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-c226d2fc-0519-4949-b25e-4b64296cdcd1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3fa91c8b-4547-42bc-980d-2270ecd773a4 HTTP/1.1" status: 200 len: 852 time: 0.2861814 Sep 03 16:28:09.489255 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-ce750ef2-1aa8-4f44-af5e-d721fbcdd067 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2e13f72956a547c0b5ba19fec739ced7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7938628 Sep 03 16:28:09.490029 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 45158) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:09.536864 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2bfb9e2a-27b7-4342-877b-dfe1c4f728c7 req-a8f75b9e-eb15-48eb-a1d7-ebe490a3adbd tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053755 Sep 03 16:28:09.626436 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bbedcf86-92ef-4019-ab82-f78e61ee3fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:09.688461 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bbedcf86-92ef-4019-ab82-f78e61ee3fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:09.762936 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-983fc58d-2c10-4de3-861d-4452f2ba3779 req-190888bf-ab35-47ca-9755-1419bfb49919 service neutron] For port b4f96a74-3b6e-4a55-b8d6-d2878a0cf118, host hv-cinder-75793, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:28:09.826040 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bbedcf86-92ef-4019-ab82-f78e61ee3fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:09.829730 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bbedcf86-92ef-4019-ab82-f78e61ee3fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:09.833711 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-bbedcf86-92ef-4019-ab82-f78e61ee3fbd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5175af6f-ceed-4ccb-a67f-972cec0fb0bd HTTP/1.1" status: 204 len: 168 time: 0.3389666 Sep 03 16:28:09.851751 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbedcf86-92ef-4019-ab82-f78e61ee3fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5175af6f-ceed-4ccb-a67f-972cec0fb0bd,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:09.854217 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-32951d0c-4675-4969-8e54-944230670c9b req-59e6a855-0caf-4c93-bf62-3f4aed24386c service neutron] 10.222.0.62 "GET /v2.0/networks/0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7183430 Sep 03 16:28:09.870346 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-983fc58d-2c10-4de3-861d-4452f2ba3779 req-190888bf-ab35-47ca-9755-1419bfb49919 service neutron] For port b4f96a74-3b6e-4a55-b8d6-d2878a0cf118, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=b4f96a74-3b6e-4a55-b8d6-d2878a0cf118,segment=NetworkSegment(a76f8dc4-1516-46d2-b6ab-ab68662b841d),segment_id=a76f8dc4-1516-46d2-b6ab-ab68662b841d)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:28:09.898889 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-36cd87c6-c80e-45f9-94d5-3f6bc3e723dd req-ee2bb1bc-836d-4629-93ef-e6ea687e33a7 service neutron] 10.222.0.58 "GET /v2.0/networks/024a4882-f815-4f97-b26b-5f4a3ff23835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6938894 Sep 03 16:28:09.906126 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4579bbeb-4a03-4adf-a988-a8381d8faf75 x-openstack-request-id: req-4579bbeb-4a03-4adf-a988-a8381d8faf75 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:28:09.906329 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03f258f2-f0e9-42fd-b75d-d7b7d9fe757a", "tag": "a39b5f94-7be9-40eb-93e1-73c93e40ffe6", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:28:09.906631 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4579bbeb-4a03-4adf-a988-a8381d8faf75 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:28:09.907202 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03f258f2-f0e9-42fd-b75d-d7b7d9fe757a', 'tag': 'a39b5f94-7be9-40eb-93e1-73c93e40ffe6', 'status': 'completed', 'code': 200} Sep 03 16:28:09.907651 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-983fc58d-2c10-4de3-861d-4452f2ba3779 req-190888bf-ab35-47ca-9755-1419bfb49919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:10.019321 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fc58d-2c10-4de3-861d-4452f2ba3779 req-190888bf-ab35-47ca-9755-1419bfb49919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:10.029096 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-983fc58d-2c10-4de3-861d-4452f2ba3779 req-190888bf-ab35-47ca-9755-1419bfb49919 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:10.033888 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-983fc58d-2c10-4de3-861d-4452f2ba3779 req-190888bf-ab35-47ca-9755-1419bfb49919 service neutron] 10.222.0.58 "PUT /v2.0/ports/b4f96a74-3b6e-4a55-b8d6-d2878a0cf118 HTTP/1.1" status: 200 len: 1094 time: 4.5471487 Sep 03 16:28:10.101549 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190888bf-ab35-47ca-9755-1419bfb49919 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f96a74-3b6e-4a55-b8d6-d2878a0cf118,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:10.144391 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b3044-1a65-4798-af1b-89c3863380da req-b8a087d0-b0d6-445f-b9e0-23ebb8c8d664 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:10.168312 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b81b3044-1a65-4798-af1b-89c3863380da req-b8a087d0-b0d6-445f-b9e0-23ebb8c8d664 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.62 "GET /v2.0/ports?device_id=03f258f2-f0e9-42fd-b75d-d7b7d9fe757a HTTP/1.1" status: 200 len: 944 time: 0.1206179 Sep 03 16:28:10.274907 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-af6f91f3-2317-42cc-928b-49ee976657f6 req-767f2ac5-3d0a-46e7-9fc8-318a258af26c tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 210 time: 0.0515924 Sep 03 16:28:10.298806 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b81b3044-1a65-4798-af1b-89c3863380da req-45ccedc4-ea70-40df-ac92-737d311695f2 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.62 "GET /v2.0/security-groups?id=007739d7-7be0-47ec-b1bc-479570bce546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263912 Sep 03 16:28:10.797709 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5fd1b-2388-49a0-bb50-2594260a692e req-686749b6-3b54-4d8a-8c84-4676d4809440 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:10.799739 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b7b5fd1b-2388-49a0-bb50-2594260a692e req-686749b6-3b54-4d8a-8c84-4676d4809440 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 944 time: 0.0852561 Sep 03 16:28:10.836279 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 45216) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:10.919622 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b7b5fd1b-2388-49a0-bb50-2594260a692e req-9db5487f-3b90-4ffd-8d84-e77a1adfd67c tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128461 Sep 03 16:28:11.000413 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bae22819-38a8-4be7-ae23-698d688c811b', 'tag': 'b4f96a74-3b6e-4a55-b8d6-d2878a0cf118'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:28:11.002808 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9181e0e82ffee5c7a29e1125bc6bf0cf4bc90ac22456d4aa1390334b202da70b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd06866-2d13-41a1-8888-c849264fc780" -d '{"events": [{"name": "network-changed", "server_uuid": "bae22819-38a8-4be7-ae23-698d688c811b", "tag": "b4f96a74-3b6e-4a55-b8d6-d2878a0cf118"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:28:11.058351 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fb26ab-535c-439c-ad6f-865942fe3444 x-openstack-request-id: req-f3fb26ab-535c-439c-ad6f-865942fe3444 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:28:11.059611 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bae22819-38a8-4be7-ae23-698d688c811b", "tag": "b4f96a74-3b6e-4a55-b8d6-d2878a0cf118", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:28:11.060013 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f3fb26ab-535c-439c-ad6f-865942fe3444 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:28:11.060555 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bae22819-38a8-4be7-ae23-698d688c811b', 'tag': 'b4f96a74-3b6e-4a55-b8d6-d2878a0cf118', 'status': 'completed', 'code': 200} Sep 03 16:28:11.162318 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bc64d7ec-ab55-4f51-a931-f2c0326e4055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:11.361966 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bc64d7ec-ab55-4f51-a931-f2c0326e4055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:11.368974 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bc64d7ec-ab55-4f51-a931-f2c0326e4055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:11.472626 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc64d7ec-ab55-4f51-a931-f2c0326e4055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456ed475-e5f7-4416-95e4-d535f9ee5700,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:11.498516 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6f20e1dc-d5f4-4ea4-9386-7499f1e8d469 req-79922b4f-4cbc-412e-8eed-0960dfdc048d tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 210 time: 0.0536895 Sep 03 16:28:11.513633 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-bc64d7ec-ab55-4f51-a931-f2c0326e4055 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3b18a65438a543479c616a287f445a17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6759870 Sep 03 16:28:11.516083 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 45250) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:11.564569 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 45254) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:11.566567 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e71dc-75e8-417e-a6b9-636f466f16f6 req-4d340875-44be-470c-b42d-b7e6b665d9f3 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:11.568106 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-aa8e71dc-75e8-417e-a6b9-636f466f16f6 req-4d340875-44be-470c-b42d-b7e6b665d9f3 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.62 "GET /v2.0/ports?device_id=03f258f2-f0e9-42fd-b75d-d7b7d9fe757a HTTP/1.1" status: 200 len: 944 time: 0.1311457 Sep 03 16:28:11.597717 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-10728b84-90f7-4940-b720-4d200af0e916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:11.642507 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-10728b84-90f7-4940-b720-4d200af0e916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:11.658985 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-aa8e71dc-75e8-417e-a6b9-636f466f16f6 req-9a719e42-70b4-4ad3-979f-3925d3ca6b56 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.62 "GET /v2.0/security-groups?id=007739d7-7be0-47ec-b1bc-479570bce546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703697 Sep 03 16:28:11.727142 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-10728b84-90f7-4940-b720-4d200af0e916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:11.730040 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-10728b84-90f7-4940-b720-4d200af0e916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:11.733185 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-10728b84-90f7-4940-b720-4d200af0e916 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/456ed475-e5f7-4416-95e4-d535f9ee5700 HTTP/1.1" status: 204 len: 168 time: 0.2142615 Sep 03 16:28:11.739482 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10728b84-90f7-4940-b720-4d200af0e916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456ed475-e5f7-4416-95e4-d535f9ee5700,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:11.838611 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-e252f19f-dd3e-4d3c-8df8-c3041748f205 None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:28:11.858269 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-364193c3-1d01-4f6c-801d-265103706755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:11.986583 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-364193c3-1d01-4f6c-801d-265103706755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:11.992468 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-364193c3-1d01-4f6c-801d-265103706755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:12.088757 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364193c3-1d01-4f6c-801d-265103706755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99749ed4-88f3-4459-9369-cb91855c7f15,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:12.118239 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-364193c3-1d01-4f6c-801d-265103706755 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eeea6932a4d14ebfb51d7054dbbd1090&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5514758 Sep 03 16:28:12.121625 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 45272) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:12.165560 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71286333-e672-44c2-8719-ce61894caf3c req-bdffdf66-f610-4def-a9e4-b0b0f404d7a0 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:12.167128 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-71286333-e672-44c2-8719-ce61894caf3c req-bdffdf66-f610-4def-a9e4-b0b0f404d7a0 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 944 time: 0.1460249 Sep 03 16:28:12.212427 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0fe9ca6-cd87-4626-8673-5f2a89ff5852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:12.226973 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-71286333-e672-44c2-8719-ce61894caf3c req-7412cdfd-9609-414d-a397-0022421737d3 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524580 Sep 03 16:28:12.266509 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0fe9ca6-cd87-4626-8673-5f2a89ff5852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:12.317580 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 45280) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:12.333942 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e539cdde-f0ba-4b56-99b8-46ffdb03cf68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:12.338847 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0fe9ca6-cd87-4626-8673-5f2a89ff5852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:12.341574 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f0fe9ca6-cd87-4626-8673-5f2a89ff5852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:12.345404 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-f0fe9ca6-cd87-4626-8673-5f2a89ff5852 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/99749ed4-88f3-4459-9369-cb91855c7f15 HTTP/1.1" status: 204 len: 168 time: 0.2216907 Sep 03 16:28:12.357071 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe9ca6-cd87-4626-8673-5f2a89ff5852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99749ed4-88f3-4459-9369-cb91855c7f15,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:12.482232 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e539cdde-f0ba-4b56-99b8-46ffdb03cf68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:12.490846 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e539cdde-f0ba-4b56-99b8-46ffdb03cf68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:12.579522 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-e539cdde-f0ba-4b56-99b8-46ffdb03cf68 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=12af353433554520a8244f368e46575c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2602286 Sep 03 16:28:12.583107 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 45294) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:12.588092 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e539cdde-f0ba-4b56-99b8-46ffdb03cf68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bca2435-e383-4a9c-a119-dc839ba15356,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:12.646367 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0d09c2ec-2d61-4033-83a5-9d714d45c9ba req-77ca5095-947c-47a0-9c03-018ab53712d1 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 210 time: 0.0500412 Sep 03 16:28:12.682975 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-da83d2a1-89e1-4638-b5a8-4e541d2c30fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:12.743667 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-da83d2a1-89e1-4638-b5a8-4e541d2c30fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:12.825117 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-da83d2a1-89e1-4638-b5a8-4e541d2c30fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:12.828840 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-da83d2a1-89e1-4638-b5a8-4e541d2c30fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:12.833601 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-da83d2a1-89e1-4638-b5a8-4e541d2c30fb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0bca2435-e383-4a9c-a119-dc839ba15356 HTTP/1.1" status: 204 len: 168 time: 0.2493412 Sep 03 16:28:12.844459 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83d2a1-89e1-4638-b5a8-4e541d2c30fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bca2435-e383-4a9c-a119-dc839ba15356,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:12.861344 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf612e9b-550f-431e-a6da-769bc63764a2 req-a0c6327a-e690-40c3-8eae-fe5b760d88a1 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:12.863072 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cf612e9b-550f-431e-a6da-769bc63764a2 req-a0c6327a-e690-40c3-8eae-fe5b760d88a1 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.62 "GET /v2.0/ports?device_id=03f258f2-f0e9-42fd-b75d-d7b7d9fe757a HTTP/1.1" status: 200 len: 944 time: 0.1103897 Sep 03 16:28:12.936186 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cf612e9b-550f-431e-a6da-769bc63764a2 req-ee61a63a-342f-4963-859c-aa9a36dbefc8 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.62 "GET /v2.0/security-groups?id=007739d7-7be0-47ec-b1bc-479570bce546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580988 Sep 03 16:28:13.062544 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 45310) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:13.077009 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8d84f0cf-ba07-40a0-82a9-b1b55cf8c8b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:13.194975 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8d84f0cf-ba07-40a0-82a9-b1b55cf8c8b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:13.204017 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8d84f0cf-ba07-40a0-82a9-b1b55cf8c8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:13.241255 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-8d84f0cf-ba07-40a0-82a9-b1b55cf8c8b6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9a6d2f8e76504128a19e4b42430f1608&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1749697 Sep 03 16:28:13.241952 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 45314) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:13.260482 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d84f0cf-ba07-40a0-82a9-b1b55cf8c8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924f0212-0bd4-464f-99bf-82a1156b2645,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:13.360368 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-15a39315-d782-4e3a-9f2a-70a9009de6de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:13.363105 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 45322) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:13.381549 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a28bfb1-2659-4bc3-984d-a4ec19e6b7bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:13.405088 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef459c-957a-42a4-b6af-2864d9197d85 req-0d36b611-3141-4e12-99ea-4974390ac5a4 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:13.413203 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1fef459c-957a-42a4-b6af-2864d9197d85 req-0d36b611-3141-4e12-99ea-4974390ac5a4 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 944 time: 0.1010678 Sep 03 16:28:13.420190 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-15a39315-d782-4e3a-9f2a-70a9009de6de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:13.455492 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 45328) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:13.501953 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-15a39315-d782-4e3a-9f2a-70a9009de6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:13.505288 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-15a39315-d782-4e3a-9f2a-70a9009de6de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:13.506573 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-15a39315-d782-4e3a-9f2a-70a9009de6de admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/924f0212-0bd4-464f-99bf-82a1156b2645 HTTP/1.1" status: 204 len: 168 time: 0.2635243 Sep 03 16:28:13.521583 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1fef459c-957a-42a4-b6af-2864d9197d85 req-152d6024-1165-4242-a3a4-90dccc943b80 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074581 Sep 03 16:28:13.522597 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a39315-d782-4e3a-9f2a-70a9009de6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924f0212-0bd4-464f-99bf-82a1156b2645,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:13.529096 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a28bfb1-2659-4bc3-984d-a4ec19e6b7bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:13.554787 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a28bfb1-2659-4bc3-984d-a4ec19e6b7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:13.596730 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-4a28bfb1-2659-4bc3-984d-a4ec19e6b7bd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a3775fcfd43845dfa508fdc1f5bd2dad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2290671 Sep 03 16:28:13.597826 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a28bfb1-2659-4bc3-984d-a4ec19e6b7bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbad158-fa0d-4871-badb-22dd4bef7adf,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:13.599739 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 45338) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:13.666549 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a630243-5f68-4685-9f3a-2e16bf195757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:13.699193 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b0d2f9cf-2337-4bf7-a480-6c465d8a8b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:13.728614 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b0d2f9cf-2337-4bf7-a480-6c465d8a8b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:13.838292 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b0d2f9cf-2337-4bf7-a480-6c465d8a8b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:13.841476 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b0d2f9cf-2337-4bf7-a480-6c465d8a8b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:13.842929 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-b0d2f9cf-2337-4bf7-a480-6c465d8a8b0d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cfbad158-fa0d-4871-badb-22dd4bef7adf HTTP/1.1" status: 204 len: 168 time: 0.2406852 Sep 03 16:28:13.870923 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-d1d6c5cf-8f18-4113-95d6-38f90cb5a540 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ca82c5aa-2dbb-4c3c-9569-453359af9571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770688 Sep 03 16:28:13.877104 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d2f9cf-2337-4bf7-a480-6c465d8a8b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbad158-fa0d-4871-badb-22dd4bef7adf,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:13.881960 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ac7aa631-9655-4bcc-9871-7eee7982d6a4 req-6d0a8d9d-6f89-4120-9817-56f89f03a64f tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 210 time: 0.0849464 Sep 03 16:28:14.059350 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-7b81054f-19fa-4360-8b0d-06c363e57f90 service neutron] 10.222.0.58 "GET /v2.0/networks/ca82c5aa-2dbb-4c3c-9569-453359af9571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543372 Sep 03 16:28:14.257907 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711f353-3d1a-454a-8619-5c5df274ca50 req-79413ad2-c66f-432c-9038-3a765a440ddf tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:14.258873 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5711f353-3d1a-454a-8619-5c5df274ca50 req-79413ad2-c66f-432c-9038-3a765a440ddf tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.62 "GET /v2.0/ports?device_id=03f258f2-f0e9-42fd-b75d-d7b7d9fe757a HTTP/1.1" status: 200 len: 944 time: 0.1402767 Sep 03 16:28:14.326566 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0ae1072c-aa3a-4fe5-85d9-a42fa6d80b99 req-d3c24157-e458-4d02-a452-aca288a514ee service neutron] 10.222.0.58 "GET /v2.0/networks/ca82c5aa-2dbb-4c3c-9569-453359af9571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577846 Sep 03 16:28:14.343638 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5711f353-3d1a-454a-8619-5c5df274ca50 req-e4fe9a25-03a2-4005-b815-3e2f0baa5fdd tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.62 "GET /v2.0/security-groups?id=007739d7-7be0-47ec-b1bc-479570bce546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768998 Sep 03 16:28:14.368938 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a630243-5f68-4685-9f3a-2e16bf195757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:14.371474 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd06866-2d13-41a1-8888-c849264fc780 req-deaefbde-7be4-40e7-922d-363074f5903d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:14.375804 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2bd06866-2d13-41a1-8888-c849264fc780 req-deaefbde-7be4-40e7-922d-363074f5903d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a4659072c3364bfdad1b453680cc8963&device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 1097 time: 0.4690754 Sep 03 16:28:14.382225 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4a630243-5f68-4685-9f3a-2e16bf195757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:14.443260 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a630243-5f68-4685-9f3a-2e16bf195757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360889e4-dae9-42d1-a05d-5416c4cb068b,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:14.510635 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462cf86-afbc-412f-8968-91f3d65b7072 req-99b2a5d8-4827-4bbd-be5e-a111a2074762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:14.511598 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efed7d5-4a97-48e5-acd2-152911c1a58c req-d8904478-1c9c-4612-8f51-8dc58bc9b448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:14.514005 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5462cf86-afbc-412f-8968-91f3d65b7072 req-99b2a5d8-4827-4bbd-be5e-a111a2074762 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a4659072c3364bfdad1b453680cc8963&device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 1096 time: 0.6505196 Sep 03 16:28:14.514876 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3efed7d5-4a97-48e5-acd2-152911c1a58c req-d8904478-1c9c-4612-8f51-8dc58bc9b448 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f98a4f5d60343969103c814565c835a&device_id=03f258f2-f0e9-42fd-b75d-d7b7d9fe757a HTTP/1.1" status: 200 len: 1097 time: 0.1127663 Sep 03 16:28:14.770254 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efed7d5-4a97-48e5-acd2-152911c1a58c req-34483603-c0d4-4350-a50e-3c0af23f6f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:14.772664 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3efed7d5-4a97-48e5-acd2-152911c1a58c req-34483603-c0d4-4350-a50e-3c0af23f6f8f service neutron] 10.222.0.58 "GET /v2.0/networks?id=ca82c5aa-2dbb-4c3c-9569-453359af9571 HTTP/1.1" status: 200 len: 913 time: 0.2382300 Sep 03 16:28:14.851837 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 45392) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:14.862716 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3efed7d5-4a97-48e5-acd2-152911c1a58c req-f6a95e32-a566-453f-bede-b3402c7a2a70 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a39b5f94-7be9-40eb-93e1-73c93e40ffe6 HTTP/1.1" status: 200 len: 217 time: 0.0789764 Sep 03 16:28:14.942067 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.58', 52425) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:14.989132 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efed7d5-4a97-48e5-acd2-152911c1a58c req-a1555be5-0858-4eaa-8588-4250f599644d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:14.989132 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3efed7d5-4a97-48e5-acd2-152911c1a58c req-a1555be5-0858-4eaa-8588-4250f599644d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3fa91c8b-4547-42bc-980d-2270ecd773a4 HTTP/1.1" status: 200 len: 852 time: 0.1138170 Sep 03 16:28:15.027008 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-4a630243-5f68-4685-9f3a-2e16bf195757 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fc2c51e7c6e14e318a55d2f0bc01e7e6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5698562 Sep 03 16:28:15.029977 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 45410) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:15.087937 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-39bbd9cf-f9ae-4251-a4c7-eb812695e7f1 req-f7601091-fcc0-4c1f-a628-4cc9e292f384 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 210 time: 0.0326133 Sep 03 16:28:15.109931 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3efed7d5-4a97-48e5-acd2-152911c1a58c req-df052031-af48-41b7-a557-b0865746de2c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ca82c5aa-2dbb-4c3c-9569-453359af9571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1101906 Sep 03 16:28:15.250674 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3efed7d5-4a97-48e5-acd2-152911c1a58c req-e9070324-fb3b-4522-a2fe-ad822304166d service neutron] 10.222.0.58 "GET /v2.0/networks/ca82c5aa-2dbb-4c3c-9569-453359af9571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110096 Sep 03 16:28:15.326383 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462cf86-afbc-412f-8968-91f3d65b7072 req-ea468e08-72c7-4ec2-b159-2e434991f418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:15.328880 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5462cf86-afbc-412f-8968-91f3d65b7072 req-ea468e08-72c7-4ec2-b159-2e434991f418 service neutron] 10.222.0.58 "GET /v2.0/networks?id=024a4882-f815-4f97-b26b-5f4a3ff23835 HTTP/1.1" status: 200 len: 919 time: 0.7797031 Sep 03 16:28:15.446371 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2e375f0d-5c20-45f0-b0a6-a703157211b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:15.537982 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5462cf86-afbc-412f-8968-91f3d65b7072 req-444149e3-0c52-4d78-b13c-5724eaa38334 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a68e8b3e-08f4-406e-a932-fe994bcc0e36 HTTP/1.1" status: 200 len: 217 time: 0.1930668 Sep 03 16:28:15.573834 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77932a9-3e0e-4ad2-b00a-d1fe9c1c9be6 req-0a25b05c-3f91-49cf-b5b6-fa4cc8f2044e tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:15.588511 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b77932a9-3e0e-4ad2-b00a-d1fe9c1c9be6 req-0a25b05c-3f91-49cf-b5b6-fa4cc8f2044e tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 944 time: 0.6896610 Sep 03 16:28:15.603640 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32951d0c-4675-4969-8e54-944230670c9b req-a89162a7-9d46-4867-a53c-43c33884bdba tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:15.605180 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-32951d0c-4675-4969-8e54-944230670c9b req-a89162a7-9d46-4867-a53c-43c33884bdba tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.58 "GET /v2.0/networks?id=0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1 HTTP/1.1" status: 200 len: 810 time: 0.6591494 Sep 03 16:28:15.664141 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd06866-2d13-41a1-8888-c849264fc780 req-0c8be1d5-5b9c-4692-8a51-ddf4408f941d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:15.665842 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2bd06866-2d13-41a1-8888-c849264fc780 req-0c8be1d5-5b9c-4692-8a51-ddf4408f941d service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=a4659072c3364bfdad1b453680cc8963&shared=False HTTP/1.1" status: 200 len: 919 time: 1.2246397 Sep 03 16:28:15.671300 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e95544c4-3932-4231-bfac-ddb7a0bcdd5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:15.765848 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-83a7ddf8-aa5f-4a0e-a350-214beb61d175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:15.781961 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462cf86-afbc-412f-8968-91f3d65b7072 req-66d42fd8-073e-42a8-a2f1-9051529da83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:15.783772 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5462cf86-afbc-412f-8968-91f3d65b7072 req-66d42fd8-073e-42a8-a2f1-9051529da83f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d899d4fe-e6a8-4e76-b1bd-98ac386b9085 HTTP/1.1" status: 200 len: 858 time: 0.2263658 Sep 03 16:28:15.789386 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-32951d0c-4675-4969-8e54-944230670c9b req-7fe64071-707d-4283-b4ac-c37def3c229a tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5c50d390cbc4a9ea29a6a55d17879f3 HTTP/1.1" status: 200 len: 379 time: 0.1687064 Sep 03 16:28:15.806666 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3efed7d5-4a97-48e5-acd2-152911c1a58c req-bc98d0a8-48ba-4204-8ff4-6f17d069a92e service neutron] 10.222.0.58 "GET /v2.0/networks/ca82c5aa-2dbb-4c3c-9569-453359af9571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5474987 Sep 03 16:28:15.807284 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b77932a9-3e0e-4ad2-b00a-d1fe9c1c9be6 req-9e287ea0-6808-4225-a443-305913604b62 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140470 Sep 03 16:28:15.814968 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-32951d0c-4675-4969-8e54-944230670c9b req-22ed4850-6ba5-4d86-938d-dd1f09da4e51 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Request body: {'port': {'device_id': 'aed09ff7-9929-4c28-95fc-a32f33f6655b', 'network_id': '0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1', 'admin_state_up': True, 'tenant_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'security_groups': ['db197467-7447-43ff-a0ea-4d4432d82b09']}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:28:15.830953 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e2081-41e4-49c4-bc85-f995d99c0842 req-3bdc8b8c-be17-4c23-bfb1-40bbd4feffac tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:15.832875 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-201e2081-41e4-49c4-bc85-f995d99c0842 req-3bdc8b8c-be17-4c23-bfb1-40bbd4feffac tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.62 "GET /v2.0/ports?device_id=03f258f2-f0e9-42fd-b75d-d7b7d9fe757a HTTP/1.1" status: 200 len: 944 time: 0.2541904 Sep 03 16:28:15.921862 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-201e2081-41e4-49c4-bc85-f995d99c0842 req-d0220a89-6452-45ea-ad5e-af5459300f04 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.62 "GET /v2.0/security-groups?id=007739d7-7be0-47ec-b1bc-479570bce546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709696 Sep 03 16:28:15.928779 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5462cf86-afbc-412f-8968-91f3d65b7072 req-8b36a1b6-090f-4ed2-9894-b20f29fa2fd5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=024a4882-f815-4f97-b26b-5f4a3ff23835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1030731 Sep 03 16:28:15.939495 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-83a7ddf8-aa5f-4a0e-a350-214beb61d175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:16.026853 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e95544c4-3932-4231-bfac-ddb7a0bcdd5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:16.047602 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e95544c4-3932-4231-bfac-ddb7a0bcdd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:16.062192 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32951d0c-4675-4969-8e54-944230670c9b req-22ed4850-6ba5-4d86-938d-dd1f09da4e51 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Made reservation on behalf of c5c50d390cbc4a9ea29a6a55d17879f3 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:28:16.069948 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-32951d0c-4675-4969-8e54-944230670c9b req-22ed4850-6ba5-4d86-938d-dd1f09da4e51 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:16.090218 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd06866-2d13-41a1-8888-c849264fc780 req-2de51575-3213-4f1c-8617-d9758601aa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:16.092845 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2bd06866-2d13-41a1-8888-c849264fc780 req-2de51575-3213-4f1c-8617-d9758601aa7b service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4093692 Sep 03 16:28:16.126710 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5462cf86-afbc-412f-8968-91f3d65b7072 req-4432b865-3994-49de-a28c-30da49435abe service neutron] 10.222.0.58 "GET /v2.0/networks/024a4882-f815-4f97-b26b-5f4a3ff23835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840460 Sep 03 16:28:16.128955 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-83a7ddf8-aa5f-4a0e-a350-214beb61d175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:16.132616 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-83a7ddf8-aa5f-4a0e-a350-214beb61d175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:16.134785 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-83a7ddf8-aa5f-4a0e-a350-214beb61d175 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/360889e4-dae9-42d1-a05d-5416c4cb068b HTTP/1.1" status: 204 len: 168 time: 1.0392160 Sep 03 16:28:16.164349 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7ddf8-aa5f-4a0e-a350-214beb61d175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360889e4-dae9-42d1-a05d-5416c4cb068b,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:16.241057 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95544c4-3932-4231-bfac-ddb7a0bcdd5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6943ea-c90e-4b8a-8413-05644b17af0b,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:16.268682 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-e95544c4-3932-4231-bfac-ddb7a0bcdd5d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=72aeab4fd3e94bec9e4c79d136acb2ab&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4118228 Sep 03 16:28:16.271957 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 45462) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:16.344675 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-32951d0c-4675-4969-8e54-944230670c9b req-22ed4850-6ba5-4d86-938d-dd1f09da4e51 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Allocated IP 172.20.0.4 (0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1/5e4996fa-edea-44cf-9ea9-7dac32eb1936/f11111a0-0d4b-4989-8f6d-12d393940de3) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:28:16.351624 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-351cda7b-3b87-42d7-a219-dd496a4413cc req-dfdb3b1a-6489-4689-a187-3a6a867d35b6 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 210 time: 0.0726347 Sep 03 16:28:16.359009 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0e2474cb-debb-4233-a8ba-cf5723f276c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:16.371597 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fc58d-2c10-4de3-861d-4452f2ba3779 req-fb77a19d-87c2-4751-8b28-1f8422032341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:16.373760 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-983fc58d-2c10-4de3-861d-4452f2ba3779 req-fb77a19d-87c2-4751-8b28-1f8422032341 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a4659072c3364bfdad1b453680cc8963&device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 1097 time: 0.1936812 Sep 03 16:28:16.403405 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5462cf86-afbc-412f-8968-91f3d65b7072 req-369869ba-9c5e-4a6e-bf9d-e31ff38bfe3a service neutron] 10.222.0.58 "GET /v2.0/networks/024a4882-f815-4f97-b26b-5f4a3ff23835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594786 Sep 03 16:28:16.403780 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0e2474cb-debb-4233-a8ba-cf5723f276c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:16.440495 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-983fc58d-2c10-4de3-861d-4452f2ba3779 req-4968e462-f8b1-4943-b8c3-662a3b3e4c66 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4f96a74-3b6e-4a55-b8d6-d2878a0cf118 HTTP/1.1" status: 200 len: 217 time: 0.0531650 Sep 03 16:28:16.538467 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0e2474cb-debb-4233-a8ba-cf5723f276c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:16.541884 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0e2474cb-debb-4233-a8ba-cf5723f276c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:16.543257 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-0e2474cb-debb-4233-a8ba-cf5723f276c6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cb6943ea-c90e-4b8a-8413-05644b17af0b HTTP/1.1" status: 204 len: 168 time: 0.2701032 Sep 03 16:28:16.552883 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fc58d-2c10-4de3-861d-4452f2ba3779 req-c52b7f6c-c963-4d32-89ce-bdd6157c4cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:16.555338 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-983fc58d-2c10-4de3-861d-4452f2ba3779 req-c52b7f6c-c963-4d32-89ce-bdd6157c4cd7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d899d4fe-e6a8-4e76-b1bd-98ac386b9085 HTTP/1.1" status: 200 len: 858 time: 0.1073852 Sep 03 16:28:16.561085 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2474cb-debb-4233-a8ba-cf5723f276c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6943ea-c90e-4b8a-8413-05644b17af0b,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:16.593594 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-983fc58d-2c10-4de3-861d-4452f2ba3779 req-bcb5b57c-a682-4bd8-adac-4cb7b322b8ec service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=024a4882-f815-4f97-b26b-5f4a3ff23835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280664 Sep 03 16:28:16.620350 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-32951d0c-4675-4969-8e54-944230670c9b req-22ed4850-6ba5-4d86-938d-dd1f09da4e51 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:16.647816 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-32951d0c-4675-4969-8e54-944230670c9b req-22ed4850-6ba5-4d86-938d-dd1f09da4e51 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Transition to ACTIVE for port object f11111a0-0d4b-4989-8f6d-12d393940de3 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:28:16.697349 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-32951d0c-4675-4969-8e54-944230670c9b req-22ed4850-6ba5-4d86-938d-dd1f09da4e51 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:16.747712 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32951d0c-4675-4969-8e54-944230670c9b req-22ed4850-6ba5-4d86-938d-dd1f09da4e51 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Network 0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:28:16.753170 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-32951d0c-4675-4969-8e54-944230670c9b req-22ed4850-6ba5-4d86-938d-dd1f09da4e51 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:28:16.755542 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-32951d0c-4675-4969-8e54-944230670c9b req-22ed4850-6ba5-4d86-938d-dd1f09da4e51 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:28:16.767098 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-983fc58d-2c10-4de3-861d-4452f2ba3779 req-1d06c20a-7d1b-4674-8a29-93b5b0ca6e78 service neutron] 10.222.0.58 "GET /v2.0/networks/024a4882-f815-4f97-b26b-5f4a3ff23835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651199 Sep 03 16:28:16.767685 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32951d0c-4675-4969-8e54-944230670c9b req-22ed4850-6ba5-4d86-938d-dd1f09da4e51 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:16.769149 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-32951d0c-4675-4969-8e54-944230670c9b req-22ed4850-6ba5-4d86-938d-dd1f09da4e51 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:16.840550 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-32951d0c-4675-4969-8e54-944230670c9b req-22ed4850-6ba5-4d86-938d-dd1f09da4e51 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0316076 Sep 03 16:28:16.873304 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-32951d0c-4675-4969-8e54-944230670c9b req-dbe7b824-f7a6-4451-9edf-9dbbd1c72c10 service neutron] Request body: {'port': {'device_id': 'aed09ff7-9929-4c28-95fc-a32f33f6655b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:28:16.883088 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed4850-6ba5-4d86-938d-dd1f09da4e51 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Pushing event updated for resources: {'Port': ['ID=f11111a0-0d4b-4989-8f6d-12d393940de3,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:17.125828 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-983fc58d-2c10-4de3-861d-4452f2ba3779 req-33cc8d69-9e2e-4784-9369-c076e62f89da service neutron] 10.222.0.58 "GET /v2.0/networks/024a4882-f815-4f97-b26b-5f4a3ff23835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502717 Sep 03 16:28:17.156552 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-32951d0c-4675-4969-8e54-944230670c9b req-dbe7b824-f7a6-4451-9edf-9dbbd1c72c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:17.217534 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcefbd8-02bd-4f45-b059-fa85287aa50c req-064d526c-c0b8-48eb-a447-c7b4874b3c24 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:17.219131 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6bcefbd8-02bd-4f45-b059-fa85287aa50c req-064d526c-c0b8-48eb-a447-c7b4874b3c24 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 944 time: 0.2488921 Sep 03 16:28:17.236827 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3084c4a-dfdf-433f-bb58-bfe3de962ff5 req-f739b88b-a463-4e50-9b7e-6281cc208d67 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:17.244522 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a3084c4a-dfdf-433f-bb58-bfe3de962ff5 req-f739b88b-a463-4e50-9b7e-6281cc208d67 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.62 "GET /v2.0/ports?device_id=03f258f2-f0e9-42fd-b75d-d7b7d9fe757a HTTP/1.1" status: 200 len: 944 time: 0.1598051 Sep 03 16:28:17.301740 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-2c729e0b-4286-46f9-8d7b-8c09372eb677 None None] Provisioning for port f11111a0-0d4b-4989-8f6d-12d393940de3 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:28:17.308256 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-2c729e0b-4286-46f9-8d7b-8c09372eb677 None None] Provisioning complete for port f11111a0-0d4b-4989-8f6d-12d393940de3 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:28:17.311500 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2c729e0b-4286-46f9-8d7b-8c09372eb677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:17.313954 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a3084c4a-dfdf-433f-bb58-bfe3de962ff5 req-cbbe1d6e-762e-4924-beee-596b55ac8e92 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.62 "GET /v2.0/security-groups?id=007739d7-7be0-47ec-b1bc-479570bce546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669620 Sep 03 16:28:17.319480 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device a39b5f94-7be9-40eb-93e1-73c93e40ffe6 details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 16:28:17.424223 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-2c729e0b-4286-46f9-8d7b-8c09372eb677 None None] Port f11111a0-0d4b-4989-8f6d-12d393940de3 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:28:17.449710 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6bcefbd8-02bd-4f45-b059-fa85287aa50c req-21547432-c905-46ce-b4d7-6d221f958743 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901674 Sep 03 16:28:17.537222 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467284bf-00a1-47fc-a371-e05c075625b9 req-7436c793-6109-4dcf-af96-eb03c35c6f84 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:17.540523 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-467284bf-00a1-47fc-a371-e05c075625b9 req-7436c793-6109-4dcf-af96-eb03c35c6f84 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 931 time: 0.1113877 Sep 03 16:28:17.542567 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 45510) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:17.624608 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port a39b5f94-7be9-40eb-93e1-73c93e40ffe6, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=a39b5f94-7be9-40eb-93e1-73c93e40ffe6,segment=NetworkSegment(ab20102b-dbf0-4f84-8bde-00618251869e),segment_id=ab20102b-dbf0-4f84-8bde-00618251869e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:28:17.640053 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Returning: {'device': 'a39b5f94-7be9-40eb-93e1-73c93e40ffe6', 'network_id': 'ca82c5aa-2dbb-4c3c-9569-453359af9571', 'port_id': 'a39b5f94-7be9-40eb-93e1-73c93e40ffe6', 'mac_address': 'fa:16:3e:f8:7f:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fa91c8b-4547-42bc-980d-2270ecd773a4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 16:28:17.659947 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [req-32951d0c-4675-4969-8e54-944230670c9b req-dbe7b824-f7a6-4451-9edf-9dbbd1c72c10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f11111a0-0d4b-4989-8f6d-12d393940de3 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:28:17.666367 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-32951d0c-4675-4969-8e54-944230670c9b req-dbe7b824-f7a6-4451-9edf-9dbbd1c72c10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:17.681392 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-32951d0c-4675-4969-8e54-944230670c9b req-dbe7b824-f7a6-4451-9edf-9dbbd1c72c10 service neutron] Transition to ACTIVE for port object f11111a0-0d4b-4989-8f6d-12d393940de3 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:28:17.682532 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 45514) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:17.692641 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-32951d0c-4675-4969-8e54-944230670c9b req-dbe7b824-f7a6-4451-9edf-9dbbd1c72c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:17.708194 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:17.726184 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a39b5f94-7be9-40eb-93e1-73c93e40ffe6 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:28:17.736584 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a0ede151-a6d8-414f-8118-eb1360c607aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:17.770090 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port a39b5f94-7be9-40eb-93e1-73c93e40ffe6, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=a39b5f94-7be9-40eb-93e1-73c93e40ffe6,segment=NetworkSegment(ab20102b-dbf0-4f84-8bde-00618251869e),segment_id=ab20102b-dbf0-4f84-8bde-00618251869e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:28:17.777699 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:17.779273 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device a68e8b3e-08f4-406e-a932-fe994bcc0e36 details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 16:28:17.810400 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe7b824-f7a6-4451-9edf-9dbbd1c72c10 service neutron] Pushing event updated for resources: {'Port': ['ID=f11111a0-0d4b-4989-8f6d-12d393940de3,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:17.868957 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=a39b5f94-7be9-40eb-93e1-73c93e40ffe6,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:17.891926 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-32951d0c-4675-4969-8e54-944230670c9b req-dbe7b824-f7a6-4451-9edf-9dbbd1c72c10 service neutron] Attempting to bind port f11111a0-0d4b-4989-8f6d-12d393940de3 on host hv-cinder-75793 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:28:17.892542 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-32951d0c-4675-4969-8e54-944230670c9b req-dbe7b824-f7a6-4451-9edf-9dbbd1c72c10 service neutron] Attempting to bind port f11111a0-0d4b-4989-8f6d-12d393940de3 by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': '6dc37175-f4b0-4faa-a277-c6d98cba9ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:28:17.893254 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32951d0c-4675-4969-8e54-944230670c9b req-dbe7b824-f7a6-4451-9edf-9dbbd1c72c10 service neutron] Attempting to bind port f11111a0-0d4b-4989-8f6d-12d393940de3 on network 0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:28:17.909128 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32951d0c-4675-4969-8e54-944230670c9b req-dbe7b824-f7a6-4451-9edf-9dbbd1c72c10 service neutron] Port f11111a0-0d4b-4989-8f6d-12d393940de3 on network 0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 16:28:17.915954 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32951d0c-4675-4969-8e54-944230670c9b req-dbe7b824-f7a6-4451-9edf-9dbbd1c72c10 service neutron] Attempting to bind port f11111a0-0d4b-4989-8f6d-12d393940de3 on network 0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:28:17.928221 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32951d0c-4675-4969-8e54-944230670c9b req-dbe7b824-f7a6-4451-9edf-9dbbd1c72c10 service neutron] Checking agent: {'id': 'd3fcaccf-3212-4db0-9fe2-d79bf18b2000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 25, 52), 'started_at': datetime.datetime(2021, 9, 3, 16, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:28:17.929021 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32951d0c-4675-4969-8e54-944230670c9b req-dbe7b824-f7a6-4451-9edf-9dbbd1c72c10 service neutron] Checking segment: {'id': '6dc37175-f4b0-4faa-a277-c6d98cba9ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:28:17.929604 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32951d0c-4675-4969-8e54-944230670c9b req-dbe7b824-f7a6-4451-9edf-9dbbd1c72c10 service neutron] Bound using segment: {'id': '6dc37175-f4b0-4faa-a277-c6d98cba9ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:28:17.930244 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-32951d0c-4675-4969-8e54-944230670c9b req-dbe7b824-f7a6-4451-9edf-9dbbd1c72c10 service neutron] Bound port: f11111a0-0d4b-4989-8f6d-12d393940de3, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc37175-f4b0-4faa-a277-c6d98cba9ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:28:17.930855 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-32951d0c-4675-4969-8e54-944230670c9b req-dbe7b824-f7a6-4451-9edf-9dbbd1c72c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:17.998567 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-982a609e-e987-4f8f-8a2d-6f1d45ce846b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:18.042047 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-467284bf-00a1-47fc-a371-e05c075625b9 req-16fd49e7-c30e-49f3-8e71-85c66a685330 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4930828 Sep 03 16:28:18.072081 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-32951d0c-4675-4969-8e54-944230670c9b req-dbe7b824-f7a6-4451-9edf-9dbbd1c72c10 service neutron] For port f11111a0-0d4b-4989-8f6d-12d393940de3, host hv-cinder-75793, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:28:18.095983 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f9773a6f-5148-4cb1-9014-c9b965011adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:18.109862 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a0ede151-a6d8-414f-8118-eb1360c607aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:18.120073 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a0ede151-a6d8-414f-8118-eb1360c607aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:18.123693 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-32951d0c-4675-4969-8e54-944230670c9b req-dbe7b824-f7a6-4451-9edf-9dbbd1c72c10 service neutron] For port f11111a0-0d4b-4989-8f6d-12d393940de3, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=f11111a0-0d4b-4989-8f6d-12d393940de3,segment=NetworkSegment(6dc37175-f4b0-4faa-a277-c6d98cba9ff9),segment_id=6dc37175-f4b0-4faa-a277-c6d98cba9ff9)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:28:18.130561 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port a68e8b3e-08f4-406e-a932-fe994bcc0e36, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=a68e8b3e-08f4-406e-a932-fe994bcc0e36,segment=NetworkSegment(a76f8dc4-1516-46d2-b6ab-ab68662b841d),segment_id=a76f8dc4-1516-46d2-b6ab-ab68662b841d)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:28:18.158870 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Returning: {'device': 'a68e8b3e-08f4-406e-a932-fe994bcc0e36', 'network_id': '024a4882-f815-4f97-b26b-5f4a3ff23835', 'port_id': 'a68e8b3e-08f4-406e-a932-fe994bcc0e36', 'mac_address': 'fa:16:3e:79:c7:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd899d4fe-e6a8-4e76-b1bd-98ac386b9085', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 16:28:18.168619 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ede151-a6d8-414f-8118-eb1360c607aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95754eeb-550e-4dc6-90a3-af5e8df0e848,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:18.204668 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-32951d0c-4675-4969-8e54-944230670c9b req-dbe7b824-f7a6-4451-9edf-9dbbd1c72c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:18.217801 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:18.243390 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a68e8b3e-08f4-406e-a932-fe994bcc0e36 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:28:18.271809 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port a68e8b3e-08f4-406e-a932-fe994bcc0e36, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=a68e8b3e-08f4-406e-a932-fe994bcc0e36,segment=NetworkSegment(a76f8dc4-1516-46d2-b6ab-ab68662b841d),segment_id=a76f8dc4-1516-46d2-b6ab-ab68662b841d)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:28:18.280168 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32951d0c-4675-4969-8e54-944230670c9b req-dbe7b824-f7a6-4451-9edf-9dbbd1c72c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:18.280468 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:18.281062 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-32951d0c-4675-4969-8e54-944230670c9b req-dbe7b824-f7a6-4451-9edf-9dbbd1c72c10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:18.283101 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-32951d0c-4675-4969-8e54-944230670c9b req-dbe7b824-f7a6-4451-9edf-9dbbd1c72c10 service neutron] 10.222.0.58 "PUT /v2.0/ports/f11111a0-0d4b-4989-8f6d-12d393940de3 HTTP/1.1" status: 200 len: 1093 time: 1.4221895 Sep 03 16:28:18.284755 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aed09ff7-9929-4c28-95fc-a32f33f6655b', 'tag': 'f11111a0-0d4b-4989-8f6d-12d393940de3'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:28:18.287476 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60a3384ac15a167e802cb15cc86cd66e960e7e49bcb7609cd88b9514a3633fc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a341fa7-c219-4df4-9b46-19ffa551c8a6" -d '{"events": [{"name": "network-changed", "server_uuid": "aed09ff7-9929-4c28-95fc-a32f33f6655b", "tag": "f11111a0-0d4b-4989-8f6d-12d393940de3"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:28:18.296890 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-a0ede151-a6d8-414f-8118-eb1360c607aa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d438922ea6764c65adc622aeb587b511&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6132667 Sep 03 16:28:18.299460 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 45532) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:18.312429 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-982a609e-e987-4f8f-8a2d-6f1d45ce846b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:18.321427 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-982a609e-e987-4f8f-8a2d-6f1d45ce846b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:18.381128 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127b0619-b0a1-4cc3-8adc-b09bf329ff4c x-openstack-request-id: req-127b0619-b0a1-4cc3-8adc-b09bf329ff4c {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:28:18.384037 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aed09ff7-9929-4c28-95fc-a32f33f6655b", "tag": "f11111a0-0d4b-4989-8f6d-12d393940de3", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:28:18.384037 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-127b0619-b0a1-4cc3-8adc-b09bf329ff4c {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:28:18.385937 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aed09ff7-9929-4c28-95fc-a32f33f6655b', 'tag': 'f11111a0-0d4b-4989-8f6d-12d393940de3', 'status': 'completed', 'code': 200} Sep 03 16:28:18.410677 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=a68e8b3e-08f4-406e-a932-fe994bcc0e36,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:18.426382 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:18.438041 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe7b824-f7a6-4451-9edf-9dbbd1c72c10 service neutron] Pushing event updated for resources: {'Port': ['ID=f11111a0-0d4b-4989-8f6d-12d393940de3,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:18.469088 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-982a609e-e987-4f8f-8a2d-6f1d45ce846b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b8d7a4b0c4b34b02b1fa78ddd89107cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9192038 Sep 03 16:28:18.472182 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 45542) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:18.492345 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982a609e-e987-4f8f-8a2d-6f1d45ce846b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4358e915-4b16-47c7-a3ea-a056e7871e1d,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:18.556638 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] get_ports_and_sgs() called for port_ids ['a68e8b3e-08f4-406e-a932-fe994bcc0e36'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:28:18.587023 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32951d0c-4675-4969-8e54-944230670c9b req-626d8fd7-0569-434a-9e97-66ff73c5373e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:18.589064 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-32951d0c-4675-4969-8e54-944230670c9b req-626d8fd7-0569-434a-9e97-66ff73c5373e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c5c50d390cbc4a9ea29a6a55d17879f3&device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 1096 time: 0.2533302 Sep 03 16:28:18.596708 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] get_ports_and_sgs() called for port_ids ['a39b5f94-7be9-40eb-93e1-73c93e40ffe6'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:28:18.632158 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa1f80-15b2-44a2-aeeb-f15088821702 req-57f8a7be-a9dc-4a8a-a3d5-b7d763272024 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:18.639598 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-48fa1f80-15b2-44a2-aeeb-f15088821702 req-57f8a7be-a9dc-4a8a-a3d5-b7d763272024 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.62 "GET /v2.0/ports?device_id=03f258f2-f0e9-42fd-b75d-d7b7d9fe757a HTTP/1.1" status: 200 len: 945 time: 0.1270492 Sep 03 16:28:18.697837 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bc45d8ce-c21e-4ef9-8a3b-deba667f0a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:18.705116 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-32951d0c-4675-4969-8e54-944230670c9b req-f0e7e86b-138a-4f83-97af-ede8330591df service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f11111a0-0d4b-4989-8f6d-12d393940de3 HTTP/1.1" status: 200 len: 217 time: 0.0831006 Sep 03 16:28:18.708851 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-48fa1f80-15b2-44a2-aeeb-f15088821702 req-22d59c00-2a5a-422c-99a5-d41c361bd846 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.62 "GET /v2.0/security-groups?id=007739d7-7be0-47ec-b1bc-479570bce546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604000 Sep 03 16:28:18.810363 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bc45d8ce-c21e-4ef9-8a3b-deba667f0a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:18.862238 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ba81a-979c-49f5-ab36-bea494ab0ae1 req-111065c6-1b2e-42cc-8396-e65c22211f90 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:18.863875 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-783ba81a-979c-49f5-ab36-bea494ab0ae1 req-111065c6-1b2e-42cc-8396-e65c22211f90 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 944 time: 0.2854509 Sep 03 16:28:18.870606 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-699ee13a-474d-4f74-9170-e02d889908be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:18.897417 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32951d0c-4675-4969-8e54-944230670c9b req-c15e0f8a-7ef4-4400-9e12-36b251773365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:18.902272 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-32951d0c-4675-4969-8e54-944230670c9b req-c15e0f8a-7ef4-4400-9e12-36b251773365 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5e4996fa-edea-44cf-9ea9-7dac32eb1936 HTTP/1.1" status: 200 len: 849 time: 0.1802759 Sep 03 16:28:18.946145 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-699ee13a-474d-4f74-9170-e02d889908be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:19.033618 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad34-f359-45be-bded-9b7b563a89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:19.156884 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-783ba81a-979c-49f5-ab36-bea494ab0ae1 req-72fdf1ab-4ac5-4d8a-a652-af92f3c0f3e9 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463880 Sep 03 16:28:19.156884 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bc45d8ce-c21e-4ef9-8a3b-deba667f0a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:19.156884 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bc45d8ce-c21e-4ef9-8a3b-deba667f0a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:19.156884 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-bc45d8ce-c21e-4ef9-8a3b-deba667f0a2a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/95754eeb-550e-4dc6-90a3-af5e8df0e848 HTTP/1.1" status: 204 len: 168 time: 0.8558884 Sep 03 16:28:19.190345 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32951d0c-4675-4969-8e54-944230670c9b req-8049d31d-4c1e-491a-aed1-dfb98aebe773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:19.192091 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-32951d0c-4675-4969-8e54-944230670c9b req-8049d31d-4c1e-491a-aed1-dfb98aebe773 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1896229 Sep 03 16:28:19.196057 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc45d8ce-c21e-4ef9-8a3b-deba667f0a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95754eeb-550e-4dc6-90a3-af5e8df0e848,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:19.245666 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-699ee13a-474d-4f74-9170-e02d889908be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:19.248432 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-699ee13a-474d-4f74-9170-e02d889908be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:19.252243 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-699ee13a-474d-4f74-9170-e02d889908be admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4358e915-4b16-47c7-a3ea-a056e7871e1d HTTP/1.1" status: 204 len: 168 time: 0.7751005 Sep 03 16:28:19.254879 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d9387-697f-4958-9d5d-22cfa16bd063 req-b1abb3c2-9ecf-4227-9967-49f25b608623 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:19.257574 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1a5d9387-697f-4958-9d5d-22cfa16bd063 req-b1abb3c2-9ecf-4227-9967-49f25b608623 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 943 time: 0.1338353 Sep 03 16:28:19.288350 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device b4f96a74-3b6e-4a55-b8d6-d2878a0cf118 details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 16:28:19.299868 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ee13a-474d-4f74-9170-e02d889908be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4358e915-4b16-47c7-a3ea-a056e7871e1d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:19.345238 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-32951d0c-4675-4969-8e54-944230670c9b req-18f41ac6-9d44-4637-8b5e-808c3aaf3924 service neutron] 10.222.0.58 "GET /v2.0/networks/0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436589 Sep 03 16:28:19.346375 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1a5d9387-697f-4958-9d5d-22cfa16bd063 req-4bf0ac07-bc3d-4989-9e44-5534e5e8575a tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805845 Sep 03 16:28:19.524418 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-32951d0c-4675-4969-8e54-944230670c9b req-a2772266-22e4-4dec-9226-6ad395cda5e9 service neutron] 10.222.0.58 "GET /v2.0/networks/0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704609 Sep 03 16:28:19.531599 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port b4f96a74-3b6e-4a55-b8d6-d2878a0cf118, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=b4f96a74-3b6e-4a55-b8d6-d2878a0cf118,segment=NetworkSegment(a76f8dc4-1516-46d2-b6ab-ab68662b841d),segment_id=a76f8dc4-1516-46d2-b6ab-ab68662b841d)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:28:19.549754 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Returning: {'device': 'b4f96a74-3b6e-4a55-b8d6-d2878a0cf118', 'network_id': '024a4882-f815-4f97-b26b-5f4a3ff23835', 'port_id': 'b4f96a74-3b6e-4a55-b8d6-d2878a0cf118', 'mac_address': 'fa:16:3e:a7:15:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd899d4fe-e6a8-4e76-b1bd-98ac386b9085', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 16:28:19.605671 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:19.620780 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a341fa7-c219-4df4-9b46-19ffa551c8a6 req-115680f2-4613-48f5-846a-53443c1e2cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:19.623646 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5a341fa7-c219-4df4-9b46-19ffa551c8a6 req-115680f2-4613-48f5-846a-53443c1e2cf5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c5c50d390cbc4a9ea29a6a55d17879f3&device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 1096 time: 0.0508792 Sep 03 16:28:19.625068 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f96a74-3b6e-4a55-b8d6-d2878a0cf118 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:28:19.660430 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port b4f96a74-3b6e-4a55-b8d6-d2878a0cf118, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=b4f96a74-3b6e-4a55-b8d6-d2878a0cf118,segment=NetworkSegment(a76f8dc4-1516-46d2-b6ab-ab68662b841d),segment_id=a76f8dc4-1516-46d2-b6ab-ab68662b841d)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:28:19.666093 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:19.742891 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=b4f96a74-3b6e-4a55-b8d6-d2878a0cf118,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:19.784881 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a341fa7-c219-4df4-9b46-19ffa551c8a6 req-b5aecaaa-74c2-43ce-8cc1-cf79b157efc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:19.787786 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5a341fa7-c219-4df4-9b46-19ffa551c8a6 req-b5aecaaa-74c2-43ce-8cc1-cf79b157efc2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1 HTTP/1.1" status: 200 len: 911 time: 0.1535037 Sep 03 16:28:19.860372 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5a341fa7-c219-4df4-9b46-19ffa551c8a6 req-0a62baae-e88e-4bb0-8493-d1032dc4b6fc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f11111a0-0d4b-4989-8f6d-12d393940de3 HTTP/1.1" status: 200 len: 217 time: 0.0641754 Sep 03 16:28:19.898139 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] get_ports_and_sgs() called for port_ids ['b4f96a74-3b6e-4a55-b8d6-d2878a0cf118'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:28:19.970565 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156c822-d7ec-4d83-93ae-24678cb404c1 req-990b39c1-66d9-44a9-959d-1b930e47e12b tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:19.972150 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-c156c822-d7ec-4d83-93ae-24678cb404c1 req-990b39c1-66d9-44a9-959d-1b930e47e12b tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.62 "GET /v2.0/ports?device_id=03f258f2-f0e9-42fd-b75d-d7b7d9fe757a HTTP/1.1" status: 200 len: 945 time: 0.1607947 Sep 03 16:28:19.973637 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a341fa7-c219-4df4-9b46-19ffa551c8a6 req-fe82d080-12aa-42e5-b224-aee33560df24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:19.975098 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5a341fa7-c219-4df4-9b46-19ffa551c8a6 req-fe82d080-12aa-42e5-b224-aee33560df24 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5e4996fa-edea-44cf-9ea9-7dac32eb1936 HTTP/1.1" status: 200 len: 849 time: 0.0936999 Sep 03 16:28:20.079984 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-c156c822-d7ec-4d83-93ae-24678cb404c1 req-51d6ffe0-2760-4c08-b49b-b22278c66917 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.62 "GET /v2.0/security-groups?id=007739d7-7be0-47ec-b1bc-479570bce546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736923 Sep 03 16:28:20.094591 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a341fa7-c219-4df4-9b46-19ffa551c8a6 req-c237f987-e315-4aef-ac73-61df0d084d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:20.096695 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5a341fa7-c219-4df4-9b46-19ffa551c8a6 req-c237f987-e315-4aef-ac73-61df0d084d87 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1130536 Sep 03 16:28:20.231585 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5a341fa7-c219-4df4-9b46-19ffa551c8a6 req-58494f40-b726-45af-b0c8-8d31d37d28d3 service neutron] 10.222.0.58 "GET /v2.0/networks/0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264286 Sep 03 16:28:20.468677 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab80a4-bcbb-44c3-bb31-e632b4465155 req-fc7c478e-bed6-4a9c-97f1-0525a48979ff tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:20.482330 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8cab80a4-bcbb-44c3-bb31-e632b4465155 req-fc7c478e-bed6-4a9c-97f1-0525a48979ff tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 945 time: 0.1813810 Sep 03 16:28:20.596948 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8cab80a4-bcbb-44c3-bb31-e632b4465155 req-17018243-0951-476c-ac4a-8a7eb42f2016 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075418 Sep 03 16:28:20.774195 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f450419-2da7-456d-867d-67e313f0d3d8 req-3d7a90a6-f67a-4383-b976-821857be095c tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:20.776638 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6f450419-2da7-456d-867d-67e313f0d3d8 req-3d7a90a6-f67a-4383-b976-821857be095c tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 943 time: 0.2572575 Sep 03 16:28:20.792398 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30fea9dd-2dab-4865-ba17-13165276935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:20.806409 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5a341fa7-c219-4df4-9b46-19ffa551c8a6 req-196022da-7fe0-46a9-95e4-a8abf7fd6b24 service neutron] 10.222.0.58 "GET /v2.0/networks/0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5610797 Sep 03 16:28:20.853778 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6f450419-2da7-456d-867d-67e313f0d3d8 req-6d9e822e-c884-4672-96b7-8eba78b32069 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677073 Sep 03 16:28:21.242425 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ccc99f-1331-4ac3-95cf-74132829f681 req-1aed50d2-ae9f-46f4-8620-830dc2ba6422 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:21.244509 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-74ccc99f-1331-4ac3-95cf-74132829f681 req-1aed50d2-ae9f-46f4-8620-830dc2ba6422 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.62 "GET /v2.0/ports?device_id=03f258f2-f0e9-42fd-b75d-d7b7d9fe757a HTTP/1.1" status: 200 len: 945 time: 0.0669093 Sep 03 16:28:21.251057 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 45682) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:21.304974 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device f11111a0-0d4b-4989-8f6d-12d393940de3 details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 16:28:21.310746 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-74ccc99f-1331-4ac3-95cf-74132829f681 req-d1ee26a4-2d0a-4611-b45b-6db51b98ad89 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.62 "GET /v2.0/security-groups?id=007739d7-7be0-47ec-b1bc-479570bce546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598075 Sep 03 16:28:21.333945 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device a39b5f94-7be9-40eb-93e1-73c93e40ffe6 up at agent hyperv_hv-cinder-75793 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:28:21.485368 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Provisioning for port a39b5f94-7be9-40eb-93e1-73c93e40ffe6 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:28:21.499769 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Provisioning complete for port a39b5f94-7be9-40eb-93e1-73c93e40ffe6 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:28:21.500156 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:21.503243 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port f11111a0-0d4b-4989-8f6d-12d393940de3, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=f11111a0-0d4b-4989-8f6d-12d393940de3,segment=NetworkSegment(6dc37175-f4b0-4faa-a277-c6d98cba9ff9),segment_id=6dc37175-f4b0-4faa-a277-c6d98cba9ff9)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:28:21.537408 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Returning: {'device': 'f11111a0-0d4b-4989-8f6d-12d393940de3', 'network_id': '0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1', 'port_id': 'f11111a0-0d4b-4989-8f6d-12d393940de3', 'mac_address': 'fa:16:3e:60:d6:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 868, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4996fa-edea-44cf-9ea9-7dac32eb1936', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 16:28:21.631386 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-72dba549-b590-467c-8fc8-fcf3c0fdf545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:21.635423 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:21.704483 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f11111a0-0d4b-4989-8f6d-12d393940de3 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:28:21.743390 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:21.747119 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port f11111a0-0d4b-4989-8f6d-12d393940de3, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=f11111a0-0d4b-4989-8f6d-12d393940de3,segment=NetworkSegment(6dc37175-f4b0-4faa-a277-c6d98cba9ff9),segment_id=6dc37175-f4b0-4faa-a277-c6d98cba9ff9)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:28:21.769693 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:21.839019 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f258f2-f0e9-42fd-b75d-d7b7d9fe757a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39b5f94-7be9-40eb-93e1-73c93e40ffe6'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:28:21.868058 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-72dba549-b590-467c-8fc8-fcf3c0fdf545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:21.891289 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a10d04-b5d2-4c3a-9cdd-c901d620e00f req-45d53bd2-8eff-4f55-a66e-f5df41928694 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:21.893401 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e6a10d04-b5d2-4c3a-9cdd-c901d620e00f req-45d53bd2-8eff-4f55-a66e-f5df41928694 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 945 time: 0.1938832 Sep 03 16:28:21.899841 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-72dba549-b590-467c-8fc8-fcf3c0fdf545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:21.988578 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port a39b5f94-7be9-40eb-93e1-73c93e40ffe6, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=a39b5f94-7be9-40eb-93e1-73c93e40ffe6,segment=NetworkSegment(ab20102b-dbf0-4f84-8bde-00618251869e),segment_id=ab20102b-dbf0-4f84-8bde-00618251869e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:28:21.996104 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e6a10d04-b5d2-4c3a-9cdd-c901d620e00f req-11eeb825-d492-4e6c-8ad2-9e0432cffac5 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894783 Sep 03 16:28:21.997995 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dba549-b590-467c-8fc8-fcf3c0fdf545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd71a0ef-cf52-4ff4-948a-55167dca37db,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:22.007898 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 45730) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:22.019478 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:22.020586 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device a68e8b3e-08f4-406e-a932-fe994bcc0e36 up at agent hyperv_hv-cinder-75793 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:28:22.029649 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-72dba549-b590-467c-8fc8-fcf3c0fdf545 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f659f700b982462da06a3b7e1e579def&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7774487 Sep 03 16:28:22.115157 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] get_ports_and_sgs() called for port_ids ['f11111a0-0d4b-4989-8f6d-12d393940de3'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:28:22.119966 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f382007a-3ecc-4798-8573-3db4b6f3dd60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:22.129903 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=f11111a0-0d4b-4989-8f6d-12d393940de3,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:22.131929 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394eb31-030c-489e-90ee-3d2fa07594e8 req-27e45342-975e-440c-b8e8-07da217d6657 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:22.141290 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5394eb31-030c-489e-90ee-3d2fa07594e8 req-27e45342-975e-440c-b8e8-07da217d6657 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 944 time: 0.1138020 Sep 03 16:28:22.165005 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b89f8b623511fb8008411a61343ca2df4e8635703a50781169befd4cf5794b60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9deb5c-4bbe-4f81-994e-85092dde2388" -d '{"events": [{"server_uuid": "03f258f2-f0e9-42fd-b75d-d7b7d9fe757a", "name": "network-vif-plugged", "status": "completed", "tag": "a39b5f94-7be9-40eb-93e1-73c93e40ffe6"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:28:22.192918 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f382007a-3ecc-4798-8573-3db4b6f3dd60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:22.217067 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5394eb31-030c-489e-90ee-3d2fa07594e8 req-bef42759-1cfa-405a-848b-26075fea1734 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703006 Sep 03 16:28:22.263897 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Provisioning for port a68e8b3e-08f4-406e-a932-fe994bcc0e36 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:28:22.286273 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Provisioning complete for port a68e8b3e-08f4-406e-a932-fe994bcc0e36 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:28:22.286707 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:22.289746 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f382007a-3ecc-4798-8573-3db4b6f3dd60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:22.292495 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f382007a-3ecc-4798-8573-3db4b6f3dd60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:22.303043 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-f382007a-3ecc-4798-8573-3db4b6f3dd60 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fd71a0ef-cf52-4ff4-948a-55167dca37db HTTP/1.1" status: 204 len: 168 time: 0.2925830 Sep 03 16:28:22.352281 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f382007a-3ecc-4798-8573-3db4b6f3dd60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd71a0ef-cf52-4ff4-948a-55167dca37db,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:22.478358 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:22.480993 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff03906-5fd9-432f-9c25-73af7a5f26ab x-openstack-request-id: req-0ff03906-5fd9-432f-9c25-73af7a5f26ab {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:28:22.487802 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f258f2-f0e9-42fd-b75d-d7b7d9fe757a", "name": "network-vif-plugged", "status": "completed", "tag": "a39b5f94-7be9-40eb-93e1-73c93e40ffe6", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:28:22.489081 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0ff03906-5fd9-432f-9c25-73af7a5f26ab {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:28:22.490512 dv-cinder-757936-8-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f258f2-f0e9-42fd-b75d-d7b7d9fe757a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39b5f94-7be9-40eb-93e1-73c93e40ffe6', 'code': 200} Sep 03 16:28:22.565163 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058717b-7f8b-4fbc-9ab5-e3815fd0e53f req-9a9b78bc-caa4-4503-9d95-aaaef0124cc0 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:22.570064 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e058717b-7f8b-4fbc-9ab5-e3815fd0e53f req-9a9b78bc-caa4-4503-9d95-aaaef0124cc0 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.62 "GET /v2.0/ports?device_id=03f258f2-f0e9-42fd-b75d-d7b7d9fe757a HTTP/1.1" status: 200 len: 946 time: 0.1038775 Sep 03 16:28:22.576137 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=a39b5f94-7be9-40eb-93e1-73c93e40ffe6,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:22.647715 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e058717b-7f8b-4fbc-9ab5-e3815fd0e53f req-71de98ad-2ea4-4e75-b5cf-c5036cbeda5a tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.62 "GET /v2.0/security-groups?id=007739d7-7be0-47ec-b1bc-479570bce546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622442 Sep 03 16:28:22.678923 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:22.749694 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d7637-b9cd-42d0-b3d7-0d5151748eab req-a2b78dd6-7a1c-4010-b15d-f910fe090e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:22.751831 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-8a3d7637-b9cd-42d0-b3d7-0d5151748eab req-a2b78dd6-7a1c-4010-b15d-f910fe090e2f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=03f258f2-f0e9-42fd-b75d-d7b7d9fe757a HTTP/1.1" status: 200 len: 1099 time: 0.1867397 Sep 03 16:28:22.769577 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port a68e8b3e-08f4-406e-a932-fe994bcc0e36, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=a68e8b3e-08f4-406e-a932-fe994bcc0e36,segment=NetworkSegment(a76f8dc4-1516-46d2-b6ab-ab68662b841d),segment_id=a76f8dc4-1516-46d2-b6ab-ab68662b841d)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:28:22.782283 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8a3d7637-b9cd-42d0-b3d7-0d5151748eab req-2b9e48bb-86d3-4d13-ad7e-df636e2b5ab3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:22.785795 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:22.787358 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device b4f96a74-3b6e-4a55-b8d6-d2878a0cf118 up at agent hyperv_hv-cinder-75793 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:28:22.818656 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 45758) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:22.902568 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=a68e8b3e-08f4-406e-a932-fe994bcc0e36,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:22.917704 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Provisioning for port b4f96a74-3b6e-4a55-b8d6-d2878a0cf118 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:28:22.927253 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Provisioning complete for port b4f96a74-3b6e-4a55-b8d6-d2878a0cf118 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:28:22.928250 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:22.946342 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8a3d7637-b9cd-42d0-b3d7-0d5151748eab req-2b9e48bb-86d3-4d13-ad7e-df636e2b5ab3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:22.953362 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-8a3d7637-b9cd-42d0-b3d7-0d5151748eab req-2b9e48bb-86d3-4d13-ad7e-df636e2b5ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:22.988766 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0620b0b3-01a5-4743-a4c0-09ae10f1fa1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:23.080338 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:23.162510 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port b4f96a74-3b6e-4a55-b8d6-d2878a0cf118, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=b4f96a74-3b6e-4a55-b8d6-d2878a0cf118,segment=NetworkSegment(a76f8dc4-1516-46d2-b6ab-ab68662b841d),segment_id=a76f8dc4-1516-46d2-b6ab-ab68662b841d)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:28:23.170613 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:23.197521 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0620b0b3-01a5-4743-a4c0-09ae10f1fa1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:23.203378 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0620b0b3-01a5-4743-a4c0-09ae10f1fa1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:23.271110 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=b4f96a74-3b6e-4a55-b8d6-d2878a0cf118,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:23.277199 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-8a3d7637-b9cd-42d0-b3d7-0d5151748eab req-2b9e48bb-86d3-4d13-ad7e-df636e2b5ab3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=007739d7-7be0-47ec-b1bc-479570bce546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5169201 Sep 03 16:28:23.280698 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e48bb-86d3-4d13-ad7e-df636e2b5ab3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=be49be4e-730d-4bd0-9377-a50db3eebdb9,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:23.299133 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-0620b0b3-01a5-4743-a4c0-09ae10f1fa1b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d875338480a649a39a88b4ca72445a55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4789076 Sep 03 16:28:23.303677 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460dc4a6-a43c-4d4a-9e64-48b061edeeeb req-117264ce-b1ff-48fe-960a-760974429f2b tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:23.305429 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-460dc4a6-a43c-4d4a-9e64-48b061edeeeb req-117264ce-b1ff-48fe-960a-760974429f2b tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.0865116 Sep 03 16:28:23.306078 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 45782) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:23.306736 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0620b0b3-01a5-4743-a4c0-09ae10f1fa1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4579d8-b1b3-4c28-a3fc-33eeabdb0e44,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:23.379708 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-460dc4a6-a43c-4d4a-9e64-48b061edeeeb req-59dcb47e-f7d2-4000-833d-49ce00ea54e1 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659466 Sep 03 16:28:23.398629 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0cb24fbf-cf8e-4f0e-be4f-317ad8157d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:23.423915 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0cb24fbf-cf8e-4f0e-be4f-317ad8157d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:23.488940 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a567e69-5fe0-4624-929b-13930cb3afc3 req-a8ed2826-efe3-49c4-9a04-b181256ba35d tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:23.490788 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2a567e69-5fe0-4624-929b-13930cb3afc3 req-a8ed2826-efe3-49c4-9a04-b181256ba35d tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 944 time: 0.1123509 Sep 03 16:28:23.490963 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0cb24fbf-cf8e-4f0e-be4f-317ad8157d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:23.493510 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0cb24fbf-cf8e-4f0e-be4f-317ad8157d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:23.495183 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-0cb24fbf-cf8e-4f0e-be4f-317ad8157d12 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9b4579d8-b1b3-4c28-a3fc-33eeabdb0e44 HTTP/1.1" status: 204 len: 168 time: 0.1880081 Sep 03 16:28:23.504502 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb24fbf-cf8e-4f0e-be4f-317ad8157d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4579d8-b1b3-4c28-a3fc-33eeabdb0e44,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:23.582440 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2a567e69-5fe0-4624-929b-13930cb3afc3 req-2a2dc0c9-5219-416d-9a9a-be7a556a616e tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637152 Sep 03 16:28:23.636662 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 45798) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:23.835157 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be144c06-137d-4de9-a65a-2cf813431064 req-2e87394d-5f49-4c1e-994d-00c50dc0eeb3 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:23.836847 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-be144c06-137d-4de9-a65a-2cf813431064 req-2e87394d-5f49-4c1e-994d-00c50dc0eeb3 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.62 "GET /v2.0/ports?device_id=03f258f2-f0e9-42fd-b75d-d7b7d9fe757a HTTP/1.1" status: 200 len: 946 time: 0.0908828 Sep 03 16:28:23.897844 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-be144c06-137d-4de9-a65a-2cf813431064 req-4dc02e63-ca5f-4c6c-a8c1-39c56e1b6a69 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.62 "GET /v2.0/security-groups?id=007739d7-7be0-47ec-b1bc-479570bce546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543714 Sep 03 16:28:24.104893 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dd1c97af-64f6-476b-b55d-fa6f789a46b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:24.289478 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dd1c97af-64f6-476b-b55d-fa6f789a46b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:24.296626 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dd1c97af-64f6-476b-b55d-fa6f789a46b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:24.327654 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 45828) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:24.342221 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-dd1c97af-64f6-476b-b55d-fa6f789a46b5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a9c9d4bbaaaa436ba160d51c06b1b77a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7010806 Sep 03 16:28:24.342221 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c97af-64f6-476b-b55d-fa6f789a46b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cefedea6-b1b7-4a60-94a3-b8efc8e40550,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:24.343161 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 45830) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:24.344012 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a7f121a4-834f-401f-9a3a-40e98e41db65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:24.410911 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 45832) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:24.423531 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ee919ca3-9278-488a-af38-a69e8824fe4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:24.448963 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ee919ca3-9278-488a-af38-a69e8824fe4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:24.477450 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a7f121a4-834f-401f-9a3a-40e98e41db65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:24.489397 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a7f121a4-834f-401f-9a3a-40e98e41db65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:24.491964 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a238a762-b2a4-4ae9-8a08-35e233d2bf16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68e8b3e-08f4-406e-a932-fe994bcc0e36'}, {'server_uuid': 'bae22819-38a8-4be7-ae23-698d688c811b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f96a74-3b6e-4a55-b8d6-d2878a0cf118'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:28:24.494904 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b89f8b623511fb8008411a61343ca2df4e8635703a50781169befd4cf5794b60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d491356c-781f-47b5-8f17-c76c628abde2" -d '{"events": [{"server_uuid": "a238a762-b2a4-4ae9-8a08-35e233d2bf16", "name": "network-vif-plugged", "status": "completed", "tag": "a68e8b3e-08f4-406e-a932-fe994bcc0e36"}, {"server_uuid": "bae22819-38a8-4be7-ae23-698d688c811b", "name": "network-vif-plugged", "status": "completed", "tag": "b4f96a74-3b6e-4a55-b8d6-d2878a0cf118"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:28:24.518833 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ee919ca3-9278-488a-af38-a69e8824fe4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:24.526131 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ee919ca3-9278-488a-af38-a69e8824fe4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:24.527331 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-ee919ca3-9278-488a-af38-a69e8824fe4d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cefedea6-b1b7-4a60-94a3-b8efc8e40550 HTTP/1.1" status: 204 len: 168 time: 0.1828744 Sep 03 16:28:24.538173 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee919ca3-9278-488a-af38-a69e8824fe4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cefedea6-b1b7-4a60-94a3-b8efc8e40550,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:24.589996 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f121a4-834f-401f-9a3a-40e98e41db65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98ade12-5626-4676-aa08-7efa86725424,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:24.592400 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 03 Sep 2021 16:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2946bc-13ab-40db-8786-8537a191a5ff x-openstack-request-id: req-5f2946bc-13ab-40db-8786-8537a191a5ff {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:28:24.592599 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a238a762-b2a4-4ae9-8a08-35e233d2bf16", "name": "network-vif-plugged", "status": "completed", "tag": "a68e8b3e-08f4-406e-a932-fe994bcc0e36", "code": 200}, {"server_uuid": "bae22819-38a8-4be7-ae23-698d688c811b", "name": "network-vif-plugged", "status": "completed", "tag": "b4f96a74-3b6e-4a55-b8d6-d2878a0cf118", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:28:24.592856 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5f2946bc-13ab-40db-8786-8537a191a5ff {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:28:24.593413 dv-cinder-757936-8-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a238a762-b2a4-4ae9-8a08-35e233d2bf16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68e8b3e-08f4-406e-a932-fe994bcc0e36', 'code': 200} Sep 03 16:28:24.593863 dv-cinder-757936-8-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae22819-38a8-4be7-ae23-698d688c811b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f96a74-3b6e-4a55-b8d6-d2878a0cf118', 'code': 200} Sep 03 16:28:24.594135 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05ae8c18-a708-4a87-9c82-e68b59689037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:24.602906 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-a7f121a4-834f-401f-9a3a-40e98e41db65 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6f14795d6c1b42809be8dbbe837e763e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2739253 Sep 03 16:28:24.611939 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb109f-052e-4562-b14a-b0e1725e63a0 req-cc9857ff-d931-4941-bcab-854b412f8448 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:24.613855 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-18fb109f-052e-4562-b14a-b0e1725e63a0 req-cc9857ff-d931-4941-bcab-854b412f8448 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.1113102 Sep 03 16:28:24.614587 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 45842) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:24.776082 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-18fb109f-052e-4562-b14a-b0e1725e63a0 req-5ede8f72-7679-4cbf-a9e1-7a044cd926b2 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384802 Sep 03 16:28:24.799420 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36630ea3-d030-4248-825a-be68b16e4178 req-2c1b0a3e-02ae-45ae-ab1e-a56aaf25a6bb tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:24.807153 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-36630ea3-d030-4248-825a-be68b16e4178 req-2c1b0a3e-02ae-45ae-ab1e-a56aaf25a6bb tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 944 time: 0.0902934 Sep 03 16:28:24.814585 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4bcf21c3-5c4d-44f9-8ffa-0d464ddb4d6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:24.842035 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4bcf21c3-5c4d-44f9-8ffa-0d464ddb4d6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:24.848059 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05ae8c18-a708-4a87-9c82-e68b59689037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:24.865385 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05ae8c18-a708-4a87-9c82-e68b59689037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:24.951299 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b24c4-c31f-4273-863f-f62a5773567c req-b543404c-73ef-4ba3-9ea6-ca2cbc603d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:24.953002 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-906b24c4-c31f-4273-863f-f62a5773567c req-b543404c-73ef-4ba3-9ea6-ca2cbc603d4e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 1099 time: 0.1088541 Sep 03 16:28:24.968534 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4bcf21c3-5c4d-44f9-8ffa-0d464ddb4d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:24.971658 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4bcf21c3-5c4d-44f9-8ffa-0d464ddb4d6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:24.972880 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-4bcf21c3-5c4d-44f9-8ffa-0d464ddb4d6e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b98ade12-5626-4676-aa08-7efa86725424 HTTP/1.1" status: 204 len: 168 time: 0.3568666 Sep 03 16:28:25.001009 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 45852) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:25.013110 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-36630ea3-d030-4248-825a-be68b16e4178 req-2e4b746c-4c3e-4ef0-949d-b0f7375e60c8 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2049429 Sep 03 16:28:25.015889 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae8c18-a708-4a87-9c82-e68b59689037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b7c8b6-f583-4e4e-b9eb-5022e5894023,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:25.026195 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31776a-fa22-4464-8c31-e21d2d95e0ae req-d072c72b-159d-4fc0-8571-457573044421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:25.027663 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9d31776a-fa22-4464-8c31-e21d2d95e0ae req-d072c72b-159d-4fc0-8571-457573044421 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 1098 time: 0.1781304 Sep 03 16:28:25.032708 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-05ae8c18-a708-4a87-9c82-e68b59689037 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ae1db2cd55e34f3d90ce4f35b4eb75fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6182835 Sep 03 16:28:25.032708 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc7a4c47-f4dc-443c-a62a-d23cbb1a60db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:25.041641 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 45854) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:25.073429 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf21c3-5c4d-44f9-8ffa-0d464ddb4d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98ade12-5626-4676-aa08-7efa86725424,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:25.154686 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-906b24c4-c31f-4273-863f-f62a5773567c req-b4fddb86-1d26-4e1e-8c91-2dcdafb62ca9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774662 Sep 03 16:28:25.174799 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684762f-d6e5-45ff-aba0-f9406affed63 req-a8e8ab66-26af-454d-bdbc-3dfebf49583b tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:25.191033 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e684762f-d6e5-45ff-aba0-f9406affed63 req-a8e8ab66-26af-454d-bdbc-3dfebf49583b tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.62 "GET /v2.0/ports?device_id=03f258f2-f0e9-42fd-b75d-d7b7d9fe757a HTTP/1.1" status: 200 len: 946 time: 0.1864307 Sep 03 16:28:25.280341 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e684762f-d6e5-45ff-aba0-f9406affed63 req-ee8c2f2b-ee34-4cc1-be91-c2c41db1473c tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.62 "GET /v2.0/security-groups?id=007739d7-7be0-47ec-b1bc-479570bce546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858247 Sep 03 16:28:25.322971 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device f11111a0-0d4b-4989-8f6d-12d393940de3 up at agent hyperv_hv-cinder-75793 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:28:25.327524 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f7d5066c-12b3-471a-b829-9cca052583a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:25.344134 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9d31776a-fa22-4464-8c31-e21d2d95e0ae req-bfca15f1-82e4-42e9-84cf-74fc05c6a095 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012588 Sep 03 16:28:25.379216 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f7d5066c-12b3-471a-b829-9cca052583a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:25.405888 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Provisioning for port f11111a0-0d4b-4989-8f6d-12d393940de3 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:28:25.412664 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Provisioning complete for port f11111a0-0d4b-4989-8f6d-12d393940de3 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:28:25.414305 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:25.424807 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc7a4c47-f4dc-443c-a62a-d23cbb1a60db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:25.438282 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cc7a4c47-f4dc-443c-a62a-d23cbb1a60db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:25.518212 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-cc7a4c47-f4dc-443c-a62a-d23cbb1a60db admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1d4db332552e495c919f99e1742a81b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5158455 Sep 03 16:28:25.518966 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a4c47-f4dc-443c-a62a-d23cbb1a60db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8f6b99-a53c-4cfe-86ae-912ce4395187,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:25.522538 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 45874) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:25.549237 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f7d5066c-12b3-471a-b829-9cca052583a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:25.552932 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f7d5066c-12b3-471a-b829-9cca052583a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:25.557102 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-f7d5066c-12b3-471a-b829-9cca052583a9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/52b7c8b6-f583-4e4e-b9eb-5022e5894023 HTTP/1.1" status: 204 len: 168 time: 0.5083761 Sep 03 16:28:25.591184 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d5066c-12b3-471a-b829-9cca052583a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b7c8b6-f583-4e4e-b9eb-5022e5894023,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:25.593369 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:25.616297 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f8dfd512-5846-4c9a-9fd1-c5c7f0e0168b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:25.658749 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port f11111a0-0d4b-4989-8f6d-12d393940de3, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=f11111a0-0d4b-4989-8f6d-12d393940de3,segment=NetworkSegment(6dc37175-f4b0-4faa-a277-c6d98cba9ff9),segment_id=6dc37175-f4b0-4faa-a277-c6d98cba9ff9)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:28:25.664100 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f8dfd512-5846-4c9a-9fd1-c5c7f0e0168b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:25.666917 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:25.736594 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f8dfd512-5846-4c9a-9fd1-c5c7f0e0168b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:25.739443 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f8dfd512-5846-4c9a-9fd1-c5c7f0e0168b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:25.740693 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-f8dfd512-5846-4c9a-9fd1-c5c7f0e0168b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3f8f6b99-a53c-4cfe-86ae-912ce4395187 HTTP/1.1" status: 204 len: 168 time: 0.2164032 Sep 03 16:28:25.755541 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dfd512-5846-4c9a-9fd1-c5c7f0e0168b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8f6b99-a53c-4cfe-86ae-912ce4395187,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:25.779293 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=f11111a0-0d4b-4989-8f6d-12d393940de3,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:25.919503 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba101b-3fe2-4c0f-b270-e4b70b7441b9 req-edf02bfb-daf7-4021-ae11-2c502e1573e2 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:25.922013 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9fba101b-3fe2-4c0f-b270-e4b70b7441b9 req-edf02bfb-daf7-4021-ae11-2c502e1573e2 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.0703232 Sep 03 16:28:25.989182 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9fba101b-3fe2-4c0f-b270-e4b70b7441b9 req-e4ecdbce-425d-4fc6-b49f-49e16c31c8fd tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562775 Sep 03 16:28:26.267011 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1fb0d-a149-4f15-bc6a-567e1e12a8a5 req-4f663f6d-6c2d-4dba-980f-e8c280d1a638 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:26.271835 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d9e1fb0d-a149-4f15-bc6a-567e1e12a8a5 req-4f663f6d-6c2d-4dba-980f-e8c280d1a638 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.1253946 Sep 03 16:28:26.347390 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d9e1fb0d-a149-4f15-bc6a-567e1e12a8a5 req-c35d205b-d87a-430e-9237-1c1464c8830e tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519319 Sep 03 16:28:26.462011 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff0466-9cc7-4477-946b-74afe4ab434a req-9f386d9b-0b5e-49f0-bc2a-4b69fbd63d16 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:26.466172 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-bbff0466-9cc7-4477-946b-74afe4ab434a req-9f386d9b-0b5e-49f0-bc2a-4b69fbd63d16 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.62 "GET /v2.0/ports?device_id=03f258f2-f0e9-42fd-b75d-d7b7d9fe757a HTTP/1.1" status: 200 len: 946 time: 0.0734816 Sep 03 16:28:26.542872 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-bbff0466-9cc7-4477-946b-74afe4ab434a req-15a5de8a-85fa-4945-96b0-4df87f54a708 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.62 "GET /v2.0/security-groups?id=007739d7-7be0-47ec-b1bc-479570bce546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596340 Sep 03 16:28:26.596240 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed09ff7-9929-4c28-95fc-a32f33f6655b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f11111a0-0d4b-4989-8f6d-12d393940de3'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:28:26.599299 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b89f8b623511fb8008411a61343ca2df4e8635703a50781169befd4cf5794b60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c1e033-a017-4322-ab33-df7d91545521" -d '{"events": [{"server_uuid": "aed09ff7-9929-4c28-95fc-a32f33f6655b", "name": "network-vif-plugged", "status": "completed", "tag": "f11111a0-0d4b-4989-8f6d-12d393940de3"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:28:26.722020 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c471f47e-7c11-4e13-8a5d-3bd52f171dbd x-openstack-request-id: req-c471f47e-7c11-4e13-8a5d-3bd52f171dbd {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:28:26.722362 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed09ff7-9929-4c28-95fc-a32f33f6655b", "name": "network-vif-plugged", "status": "completed", "tag": "f11111a0-0d4b-4989-8f6d-12d393940de3", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:28:26.722836 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c471f47e-7c11-4e13-8a5d-3bd52f171dbd {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:28:26.723606 dv-cinder-757936-8-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed09ff7-9929-4c28-95fc-a32f33f6655b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f11111a0-0d4b-4989-8f6d-12d393940de3', 'code': 200} Sep 03 16:28:27.185755 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9ca47-7339-4af6-ad7d-1d9bab6fd025 req-547acf35-edfd-45ed-aa2a-153c75730c05 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:27.188622 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7fe9ca47-7339-4af6-ad7d-1d9bab6fd025 req-547acf35-edfd-45ed-aa2a-153c75730c05 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.0718558 Sep 03 16:28:27.243497 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7fe9ca47-7339-4af6-ad7d-1d9bab6fd025 req-9ec31c05-78f7-42ca-a10e-628f13c68c95 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476682 Sep 03 16:28:27.535847 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b975a-bf44-4ef2-89c6-b3d8067b7156 req-1d2ba04c-eed0-402a-a0df-dda300306c4f tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:27.537625 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-523b975a-bf44-4ef2-89c6-b3d8067b7156 req-1d2ba04c-eed0-402a-a0df-dda300306c4f tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.0607409 Sep 03 16:28:27.590733 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-523b975a-bf44-4ef2-89c6-b3d8067b7156 req-08592ca3-6c09-4ed2-9143-72b9a8057478 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434511 Sep 03 16:28:28.386415 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933225e-5aab-4704-947b-5c5d32360f22 req-fe61fd8e-ce1c-4138-a1db-17199eee7497 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:28.387886 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a933225e-5aab-4704-947b-5c5d32360f22 req-fe61fd8e-ce1c-4138-a1db-17199eee7497 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.0592678 Sep 03 16:28:28.432274 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a933225e-5aab-4704-947b-5c5d32360f22 req-062d4856-d246-4469-a40b-c60975f379af tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375109 Sep 03 16:28:28.725797 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc47b7a-82a2-4d6f-9326-e1c73d6c3c7e req-071546d9-8bb3-43a2-baed-daf5ea5fdd83 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:28.727350 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9bc47b7a-82a2-4d6f-9326-e1c73d6c3c7e req-071546d9-8bb3-43a2-baed-daf5ea5fdd83 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.0526316 Sep 03 16:28:28.772993 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9bc47b7a-82a2-4d6f-9326-e1c73d6c3c7e req-81af47df-506c-4b8e-aead-4bf05368a34d tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383208 Sep 03 16:28:28.878492 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 46072) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:28.996380 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bbd0be65-fd14-40bd-8c0f-01f50ca39bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:29.102381 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bbd0be65-fd14-40bd-8c0f-01f50ca39bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:29.107158 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bbd0be65-fd14-40bd-8c0f-01f50ca39bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:29.155817 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-bbd0be65-fd14-40bd-8c0f-01f50ca39bd3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=91943a3825ca4a33ace72866df111b3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2759354 Sep 03 16:28:29.156701 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd0be65-fd14-40bd-8c0f-01f50ca39bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e32462-30a4-4915-a23a-7223f57e3d7f,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:29.159507 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 46080) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:29.193601 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 46084) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:29.241787 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7d406e1b-3b5d-490f-ba5f-754b557d85f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:29.266871 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7d406e1b-3b5d-490f-ba5f-754b557d85f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:29.322041 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7d406e1b-3b5d-490f-ba5f-754b557d85f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:29.326243 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7d406e1b-3b5d-490f-ba5f-754b557d85f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:29.327676 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-7d406e1b-3b5d-490f-ba5f-754b557d85f9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/97e32462-30a4-4915-a23a-7223f57e3d7f HTTP/1.1" status: 204 len: 168 time: 0.1669049 Sep 03 16:28:29.339559 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d406e1b-3b5d-490f-ba5f-754b557d85f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e32462-30a4-4915-a23a-7223f57e3d7f,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:29.394515 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-501aff1e-a20f-4da8-9db7-7f0cb613674e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:29.587036 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-501aff1e-a20f-4da8-9db7-7f0cb613674e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:29.597123 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-501aff1e-a20f-4da8-9db7-7f0cb613674e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:29.706925 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501aff1e-a20f-4da8-9db7-7f0cb613674e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90100fb8-c941-41c0-a8d5-6e10be4c80a2,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:29.711610 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-501aff1e-a20f-4da8-9db7-7f0cb613674e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c09644d0210848c691d5266e04dda923&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5168493 Sep 03 16:28:29.716573 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 46100) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:29.743123 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec9d8b-d649-42c5-afdd-c1eccc86faaf req-94da33a7-1f0d-4802-ac06-141e84fd2cc5 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:29.744660 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-09ec9d8b-d649-42c5-afdd-c1eccc86faaf req-94da33a7-1f0d-4802-ac06-141e84fd2cc5 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.1408072 Sep 03 16:28:29.749510 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d0774-be69-454f-bebc-d6618ed5614f req-ed751758-eb26-45dd-a36f-a0a7d2d409a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:29.751071 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a06d0774-be69-454f-bebc-d6618ed5614f req-ed751758-eb26-45dd-a36f-a0a7d2d409a5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 1098 time: 0.1100957 Sep 03 16:28:29.806016 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5cca699e-b336-406e-affa-631ee2548b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:29.835860 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-09ec9d8b-d649-42c5-afdd-c1eccc86faaf req-5c09f948-81fe-413c-aa1e-b24fd9dfd0cb tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829082 Sep 03 16:28:29.837801 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a06d0774-be69-454f-bebc-d6618ed5614f req-03180b43-7c50-4cc1-b893-6c9840ec3d2f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753884 Sep 03 16:28:29.850155 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5cca699e-b336-406e-affa-631ee2548b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:29.897855 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 46104) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:29.914249 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-20c756a3-6b90-4984-9797-4db3c134571a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:29.958390 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73266e0b-9a39-42b1-b9bc-f9f2d4db838f req-7b6386b3-2fc8-4852-8be9-5ace9f619bbc tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:29.960055 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-73266e0b-9a39-42b1-b9bc-f9f2d4db838f req-7b6386b3-2fc8-4852-8be9-5ace9f619bbc tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.0764477 Sep 03 16:28:29.965500 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5cca699e-b336-406e-affa-631ee2548b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:29.968944 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5cca699e-b336-406e-affa-631ee2548b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:29.972791 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-5cca699e-b336-406e-affa-631ee2548b79 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/90100fb8-c941-41c0-a8d5-6e10be4c80a2 HTTP/1.1" status: 204 len: 168 time: 0.2520499 Sep 03 16:28:29.995692 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca699e-b336-406e-affa-631ee2548b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90100fb8-c941-41c0-a8d5-6e10be4c80a2,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:30.032435 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-73266e0b-9a39-42b1-b9bc-f9f2d4db838f req-649d1f24-a25d-4c79-a04f-a7e02513646b tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607245 Sep 03 16:28:30.102642 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-20c756a3-6b90-4984-9797-4db3c134571a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:30.108395 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-20c756a3-6b90-4984-9797-4db3c134571a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:30.152807 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c756a3-6b90-4984-9797-4db3c134571a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffd6e07-6255-4848-8332-f172f8fc9f82,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:30.173465 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-20c756a3-6b90-4984-9797-4db3c134571a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=acce4faa655d4f62a969e91cef4a0d8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2691345 Sep 03 16:28:30.174039 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 46120) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:30.277383 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-686af7d0-0adf-4b19-bbf3-79e11369472d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:30.305664 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-686af7d0-0adf-4b19-bbf3-79e11369472d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:30.380228 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-686af7d0-0adf-4b19-bbf3-79e11369472d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:30.384738 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-686af7d0-0adf-4b19-bbf3-79e11369472d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:30.389110 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-686af7d0-0adf-4b19-bbf3-79e11369472d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fffd6e07-6255-4848-8332-f172f8fc9f82 HTTP/1.1" status: 204 len: 168 time: 0.2128739 Sep 03 16:28:30.397239 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686af7d0-0adf-4b19-bbf3-79e11369472d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffd6e07-6255-4848-8332-f172f8fc9f82,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:30.533931 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 46142) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:30.550644 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7ed860c5-8c9a-44c5-802b-2f0834508520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:30.691799 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7ed860c5-8c9a-44c5-802b-2f0834508520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:30.694657 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7ed860c5-8c9a-44c5-802b-2f0834508520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:30.809143 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 46170) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:30.820124 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-7ed860c5-8c9a-44c5-802b-2f0834508520 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=93ab7b6feccb4a0e84b0caa7b0cd6bca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2844048 Sep 03 16:28:30.825112 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed860c5-8c9a-44c5-802b-2f0834508520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0d5f50-c5a8-481d-bce2-29b79dd265c4,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:30.889577 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0205a482-990e-47d3-9ac7-5f3142d1c7ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:30.917359 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0205a482-990e-47d3-9ac7-5f3142d1c7ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:31.027630 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0205a482-990e-47d3-9ac7-5f3142d1c7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:31.032694 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0205a482-990e-47d3-9ac7-5f3142d1c7ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:31.036640 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-0205a482-990e-47d3-9ac7-5f3142d1c7ca admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2b0d5f50-c5a8-481d-bce2-29b79dd265c4 HTTP/1.1" status: 204 len: 168 time: 0.2256923 Sep 03 16:28:31.066356 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0205a482-990e-47d3-9ac7-5f3142d1c7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0d5f50-c5a8-481d-bce2-29b79dd265c4,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:31.109017 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7aa011-9d53-4c29-bfdc-606926a0ca80 req-e7ecb7ec-8bef-483d-b992-dd872ce05251 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:31.123020 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7b7aa011-9d53-4c29-bfdc-606926a0ca80 req-e7ecb7ec-8bef-483d-b992-dd872ce05251 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.1548729 Sep 03 16:28:31.216579 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7b7aa011-9d53-4c29-bfdc-606926a0ca80 req-2d0b1711-feba-42da-97ac-113e050e1ada tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832837 Sep 03 16:28:31.360996 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3537403e-da38-4cf5-b686-7fb9cf210b45 req-86bf1d06-8f55-48aa-b298-0ee78523d529 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:31.381305 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3537403e-da38-4cf5-b686-7fb9cf210b45 req-86bf1d06-8f55-48aa-b298-0ee78523d529 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.0951462 Sep 03 16:28:31.451954 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3537403e-da38-4cf5-b686-7fb9cf210b45 req-04fab80d-6164-4d24-b578-20357010e8ad tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695803 Sep 03 16:28:31.777511 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3bd2a-3cb4-4ad8-839d-d1727d705eb3 req-4837550a-7edb-430f-be58-738b680411b5 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:31.780100 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-dbe3bd2a-3cb4-4ad8-839d-d1727d705eb3 req-4837550a-7edb-430f-be58-738b680411b5 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.0923636 Sep 03 16:28:31.839607 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-dbe3bd2a-3cb4-4ad8-839d-d1727d705eb3 req-a7fc8c8b-2fb1-47f4-a689-01fd4128bd0b tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522711 Sep 03 16:28:32.654627 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de24f2-42a3-4f31-932c-d2904b57bc7a req-936ea55b-a544-4f5b-82a4-7855f277881b tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:32.673337 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-72de24f2-42a3-4f31-932c-d2904b57bc7a req-936ea55b-a544-4f5b-82a4-7855f277881b tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.1327357 Sep 03 16:28:32.739133 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-72de24f2-42a3-4f31-932c-d2904b57bc7a req-d04a6bcf-92c7-40b9-9500-a3bf5ec778c3 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581360 Sep 03 16:28:32.984716 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02ce1f-6f43-4db8-ba74-1d7778326329 req-6542b44f-4a06-4aff-8906-90bde4a23f2a tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:32.986556 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-db02ce1f-6f43-4db8-ba74-1d7778326329 req-6542b44f-4a06-4aff-8906-90bde4a23f2a tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.0587096 Sep 03 16:28:33.049687 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-db02ce1f-6f43-4db8-ba74-1d7778326329 req-c9da40f4-296b-4900-9a0b-8d7c8ffa2d7b tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498204 Sep 03 16:28:33.686442 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e15a9f-d87b-497e-a1df-f9931377c5e8 req-850e1561-7fdb-44d0-ac0f-c8c6c60b1539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:33.687977 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-98e15a9f-d87b-497e-a1df-f9931377c5e8 req-850e1561-7fdb-44d0-ac0f-c8c6c60b1539 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a4659072c3364bfdad1b453680cc8963&device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 1099 time: 0.0527480 Sep 03 16:28:33.812008 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e15a9f-d87b-497e-a1df-f9931377c5e8 req-f9085adc-8d2f-48c6-8453-a7fb65c7d5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:33.813918 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-98e15a9f-d87b-497e-a1df-f9931377c5e8 req-f9085adc-8d2f-48c6-8453-a7fb65c7d5a8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=024a4882-f815-4f97-b26b-5f4a3ff23835 HTTP/1.1" status: 200 len: 919 time: 0.1163883 Sep 03 16:28:33.870482 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-98e15a9f-d87b-497e-a1df-f9931377c5e8 req-941654ae-c96c-4521-9f3a-41275b5c7a1e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4f96a74-3b6e-4a55-b8d6-d2878a0cf118 HTTP/1.1" status: 200 len: 217 time: 0.0423777 Sep 03 16:28:33.926148 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790a02e-6eb9-4f9d-8817-ea7f5e62ad0c req-d4bc0387-c01e-443f-8684-349b7dc6a4fc tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:33.941693 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e15a9f-d87b-497e-a1df-f9931377c5e8 req-f69abe1e-e3a1-41ba-96e7-ca1f1eb8fe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:33.941693 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-98e15a9f-d87b-497e-a1df-f9931377c5e8 req-f69abe1e-e3a1-41ba-96e7-ca1f1eb8fe27 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d899d4fe-e6a8-4e76-b1bd-98ac386b9085 HTTP/1.1" status: 200 len: 858 time: 0.0591676 Sep 03 16:28:33.944938 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c790a02e-6eb9-4f9d-8817-ea7f5e62ad0c req-d4bc0387-c01e-443f-8684-349b7dc6a4fc tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.0787170 Sep 03 16:28:34.008642 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-98e15a9f-d87b-497e-a1df-f9931377c5e8 req-cea0e163-6a8a-48b5-9df5-1f055fa8697f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=024a4882-f815-4f97-b26b-5f4a3ff23835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521917 Sep 03 16:28:34.021676 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c790a02e-6eb9-4f9d-8817-ea7f5e62ad0c req-16255380-5ea2-4471-b913-1ba4267e6926 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761440 Sep 03 16:28:34.136509 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-98e15a9f-d87b-497e-a1df-f9931377c5e8 req-9a9de2a8-4894-4ce2-a73d-766d7cf7b543 service neutron] 10.222.0.58 "GET /v2.0/networks/024a4882-f815-4f97-b26b-5f4a3ff23835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136129 Sep 03 16:28:34.192881 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47843a91-91eb-4520-8271-5932a0f99d98 req-a6c86369-cb48-4730-b9ff-98e148313cb6 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:34.194475 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-47843a91-91eb-4520-8271-5932a0f99d98 req-a6c86369-cb48-4730-b9ff-98e148313cb6 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.0607738 Sep 03 16:28:34.243231 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-47843a91-91eb-4520-8271-5932a0f99d98 req-1573735d-8a98-4aba-bf29-70b4f72fde75 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409646 Sep 03 16:28:34.466985 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 46358) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:34.586678 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e007d4e7-c624-4ac2-9f6b-6456157338ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:34.675403 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e007d4e7-c624-4ac2-9f6b-6456157338ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:34.679845 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e007d4e7-c624-4ac2-9f6b-6456157338ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:34.718441 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-e007d4e7-c624-4ac2-9f6b-6456157338ab admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ebc530d7c15143c0a421713bd67e59e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2503777 Sep 03 16:28:34.719574 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e007d4e7-c624-4ac2-9f6b-6456157338ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427dbeea-9dc6-4095-86cf-adfd0fdf1c8e,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:34.721426 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 46364) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:34.775711 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4e713065-6f36-42d8-9eeb-553c81468887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:34.798320 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4e713065-6f36-42d8-9eeb-553c81468887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:34.849745 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4e713065-6f36-42d8-9eeb-553c81468887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:34.852395 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4e713065-6f36-42d8-9eeb-553c81468887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:34.853657 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-4e713065-6f36-42d8-9eeb-553c81468887 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/427dbeea-9dc6-4095-86cf-adfd0fdf1c8e HTTP/1.1" status: 204 len: 168 time: 0.1311681 Sep 03 16:28:34.863085 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e713065-6f36-42d8-9eeb-553c81468887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427dbeea-9dc6-4095-86cf-adfd0fdf1c8e,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:35.148407 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bfee54-59c2-4bb3-a163-7a34310716d9 req-42d42439-7e02-409e-8f9e-a4b16c2aabd9 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:35.149929 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-28bfee54-59c2-4bb3-a163-7a34310716d9 req-42d42439-7e02-409e-8f9e-a4b16c2aabd9 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.0482497 Sep 03 16:28:35.157465 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 46382) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:35.171216 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-77f0af34-bee9-4dcd-807e-9f0ae458e63f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:35.191370 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-28bfee54-59c2-4bb3-a163-7a34310716d9 req-acd3099b-0e81-43bb-89d3-2b41f1573f20 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343542 Sep 03 16:28:35.305320 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-77f0af34-bee9-4dcd-807e-9f0ae458e63f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:35.312240 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-77f0af34-bee9-4dcd-807e-9f0ae458e63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:35.382829 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba4596-1a55-4e22-b187-f30c25cf8167 req-421da745-ae09-4a1e-b9f7-107bcde85684 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:35.384266 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-63ba4596-1a55-4e22-b187-f30c25cf8167 req-421da745-ae09-4a1e-b9f7-107bcde85684 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.1209395 Sep 03 16:28:35.386551 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-77f0af34-bee9-4dcd-807e-9f0ae458e63f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2e2fd59a26014c0fa32f8241f4ac2038&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2279868 Sep 03 16:28:35.388992 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f0af34-bee9-4dcd-807e-9f0ae458e63f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3161d639-5545-4ee1-bdf7-d5e9829a9aba,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:35.391051 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 46388) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:35.393645 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 46390) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:35.398194 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-801fd325-0e32-412e-9705-eb349944402d tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Request body: {'floatingip': {'port_id': 'f11111a0-0d4b-4989-8f6d-12d393940de3'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:28:35.407067 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9dfaff-d291-4b82-8411-18324085eb8d req-1e192563-8994-41be-8d16-5a07fc30745e tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:35.408611 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4d9dfaff-d291-4b82-8411-18324085eb8d req-1e192563-8994-41be-8d16-5a07fc30745e tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.0661449 Sep 03 16:28:35.470594 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-801fd325-0e32-412e-9705-eb349944402d tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks [] for floatingip, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:35.490046 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4d9dfaff-d291-4b82-8411-18324085eb8d req-a428b4f5-44b8-4666-9559-379534309a9c tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678666 Sep 03 16:28:35.490920 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2ec77f0c-5119-4f3c-84b8-ad7140a07e7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:35.515789 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2ec77f0c-5119-4f3c-84b8-ad7140a07e7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:35.568229 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2ec77f0c-5119-4f3c-84b8-ad7140a07e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:35.571106 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2ec77f0c-5119-4f3c-84b8-ad7140a07e7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:35.572262 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-2ec77f0c-5119-4f3c-84b8-ad7140a07e7f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3161d639-5545-4ee1-bdf7-d5e9829a9aba HTTP/1.1" status: 204 len: 168 time: 0.1793475 Sep 03 16:28:35.581296 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec77f0c-5119-4f3c-84b8-ad7140a07e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3161d639-5545-4ee1-bdf7-d5e9829a9aba,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:36.201916 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.db.resource_extend [None req-801fd325-0e32-412e-9705-eb349944402d tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 03 16:28:36.278895 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-801fd325-0e32-412e-9705-eb349944402d tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:36.282642 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-801fd325-0e32-412e-9705-eb349944402d tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956928'] for floatingip, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:36.380246 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.db.l3_db [None req-801fd325-0e32-412e-9705-eb349944402d tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Floating IP 6ffb28db-272c-4fc0-8417-043366f5ef4c associated. External IP: 172.27.3.70, port: f11111a0-0d4b-4989-8f6d-12d393940de3. Sep 03 16:28:36.622125 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801fd325-0e32-412e-9705-eb349944402d tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Router 1731a2ca-7940-485b-880b-4b9d9d7edb9b has already been hosted by L3 agent 32b2b364-f1ef-43b0-aa1c-04e185c9ddf9 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:28:36.642312 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e9681-8240-4603-8f7f-1879498b67d1 req-6ad9c913-a887-4159-a512-2f3370558822 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:36.643864 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-103e9681-8240-4603-8f7f-1879498b67d1 req-6ad9c913-a887-4159-a512-2f3370558822 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.0727546 Sep 03 16:28:36.766337 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-103e9681-8240-4603-8f7f-1879498b67d1 req-afd1063b-2976-4c55-a574-719c709b3493 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167417 Sep 03 16:28:36.784265 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801fd325-0e32-412e-9705-eb349944402d tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify agent at l3_agent.dv-cinder-757936-8-iscsi the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:28:36.791183 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-801fd325-0e32-412e-9705-eb349944402d tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:36.802200 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6905f308-307f-47fa-8418-6b0ff3412f24 None None] Sync routers for ids ['1731a2ca-7940-485b-880b-4b9d9d7edb9b'] in dv-cinder-757936-8-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:28:36.811565 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6905f308-307f-47fa-8418-6b0ff3412f24 None None] Routers {'1731a2ca-7940-485b-880b-4b9d9d7edb9b'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:28:36.812273 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-6905f308-307f-47fa-8418-6b0ff3412f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:28:18Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['1731a2ca-7940-485b-880b-4b9d9d7edb9b'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:28:36.823305 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-801fd325-0e32-412e-9705-eb349944402d tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "PUT /v2.0/floatingips/6ffb28db-272c-4fc0-8417-043366f5ef4c HTTP/1.1" status: 200 len: 990 time: 1.4282384 Sep 03 16:28:36.824156 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aed09ff7-9929-4c28-95fc-a32f33f6655b', 'tag': 'f11111a0-0d4b-4989-8f6d-12d393940de3'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:28:36.830119 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60a3384ac15a167e802cb15cc86cd66e960e7e49bcb7609cd88b9514a3633fc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c55670-ad82-43ef-9c13-3418dff9c101" -d '{"events": [{"name": "network-changed", "server_uuid": "aed09ff7-9929-4c28-95fc-a32f33f6655b", "tag": "f11111a0-0d4b-4989-8f6d-12d393940de3"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:28:36.873739 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddd72ca-2bf2-4360-a62c-765fee4b13dd x-openstack-request-id: req-dddd72ca-2bf2-4360-a62c-765fee4b13dd {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:28:36.874035 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aed09ff7-9929-4c28-95fc-a32f33f6655b", "tag": "f11111a0-0d4b-4989-8f6d-12d393940de3", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:28:36.874284 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dddd72ca-2bf2-4360-a62c-765fee4b13dd {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:28:36.874681 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aed09ff7-9929-4c28-95fc-a32f33f6655b', 'tag': 'f11111a0-0d4b-4989-8f6d-12d393940de3', 'status': 'completed', 'code': 200} Sep 03 16:28:36.953118 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-6905f308-307f-47fa-8418-6b0ff3412f24 None None] Set router 1731a2ca-7940-485b-880b-4b9d9d7edb9b gateway port host: dv-cinder-757936-8-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:28:37.320470 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-6905f308-307f-47fa-8418-6b0ff3412f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'name': 'tempest-AttachVolumeTestJSON-400560295-router', 'tenant_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'a88d1513-542b-4cfa-87da-384c07e8bbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:27:45Z', 'updated_at': '2021-09-03T16:27:52Z', 'revision_number': 4, 'project_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'gw_port': {'id': 'a88d1513-542b-4cfa-87da-384c07e8bbfb', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:27:46Z', 'updated_at': '2021-09-03T16:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_floatingips': [{'id': '6ffb28db-272c-4fc0-8417-043366f5ef4c', 'tenant_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'floating_ip_address': '172.27.3.70', 'floating_network_id': 'af961d58-b724-401e-8712-cedb04029227', 'router_id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'port_id': 'f11111a0-0d4b-4989-8f6d-12d393940de3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1', 'mac_address': 'fa:16:3e:60:d6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed09ff7-9929-4c28-95fc-a32f33f6655b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:28:03Z', 'updated_at': '2021-09-03T16:28:35Z', 'revision_number': 1, 'project_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c2ba58c-c118-4316-9a24-1af3008168cc', 'name': '', 'network_id': '0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1', 'tenant_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'mac_address': 'fa:16:3e:e0:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5e4996fa-edea-44cf-9ea9-7dac32eb1936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:27:51Z', 'updated_at': '2021-09-03T16:28:05Z', 'revision_number': 5, 'project_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'subnets': [{'id': '5e4996fa-edea-44cf-9ea9-7dac32eb1936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:28:37.347285 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6905f308-307f-47fa-8418-6b0ff3412f24 None None] Checking router: 1731a2ca-7940-485b-880b-4b9d9d7edb9b for host: dv-cinder-757936-8-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:28:37.355480 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6905f308-307f-47fa-8418-6b0ff3412f24 None None] Routers {'1731a2ca-7940-485b-880b-4b9d9d7edb9b'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:28:37.356089 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-6905f308-307f-47fa-8418-6b0ff3412f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:28:18Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['1731a2ca-7940-485b-880b-4b9d9d7edb9b'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:28:37.481427 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-6905f308-307f-47fa-8418-6b0ff3412f24 None None] Set router 1731a2ca-7940-485b-880b-4b9d9d7edb9b gateway port host: dv-cinder-757936-8-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:28:37.540607 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c55670-ad82-43ef-9c13-3418dff9c101 req-1aa6ab76-40c5-43c9-bf8c-d964c6eb905b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:37.544085 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-01c55670-ad82-43ef-9c13-3418dff9c101 req-1aa6ab76-40c5-43c9-bf8c-d964c6eb905b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c5c50d390cbc4a9ea29a6a55d17879f3&device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 1098 time: 0.0653434 Sep 03 16:28:37.576759 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-98e15a9f-d87b-497e-a1df-f9931377c5e8 req-8825466a-82e4-4ece-85a3-4dc1c26476dd service neutron] 10.222.0.58 "GET /v2.0/networks/024a4882-f815-4f97-b26b-5f4a3ff23835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483638 Sep 03 16:28:37.666646 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c55670-ad82-43ef-9c13-3418dff9c101 req-573d0562-55f8-45ad-84bf-6202f16dc9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:37.667225 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-01c55670-ad82-43ef-9c13-3418dff9c101 req-573d0562-55f8-45ad-84bf-6202f16dc9cc service neutron] 10.222.0.58 "GET /v2.0/networks?id=0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1 HTTP/1.1" status: 200 len: 911 time: 0.1140301 Sep 03 16:28:37.821405 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-6905f308-307f-47fa-8418-6b0ff3412f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'name': 'tempest-AttachVolumeTestJSON-400560295-router', 'tenant_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'a88d1513-542b-4cfa-87da-384c07e8bbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:27:45Z', 'updated_at': '2021-09-03T16:27:52Z', 'revision_number': 4, 'project_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'gw_port': {'id': 'a88d1513-542b-4cfa-87da-384c07e8bbfb', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:27:46Z', 'updated_at': '2021-09-03T16:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_floatingips': [{'id': '6ffb28db-272c-4fc0-8417-043366f5ef4c', 'tenant_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'floating_ip_address': '172.27.3.70', 'floating_network_id': 'af961d58-b724-401e-8712-cedb04029227', 'router_id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'port_id': 'f11111a0-0d4b-4989-8f6d-12d393940de3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1', 'mac_address': 'fa:16:3e:60:d6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed09ff7-9929-4c28-95fc-a32f33f6655b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:28:03Z', 'updated_at': '2021-09-03T16:28:35Z', 'revision_number': 1, 'project_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c2ba58c-c118-4316-9a24-1af3008168cc', 'name': '', 'network_id': '0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1', 'tenant_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'mac_address': 'fa:16:3e:e0:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5e4996fa-edea-44cf-9ea9-7dac32eb1936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:27:51Z', 'updated_at': '2021-09-03T16:28:05Z', 'revision_number': 5, 'project_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'subnets': [{'id': '5e4996fa-edea-44cf-9ea9-7dac32eb1936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:28:37.825499 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-01c55670-ad82-43ef-9c13-3418dff9c101 req-cbad9a7e-647f-4e96-b4cb-28d3554393cf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f11111a0-0d4b-4989-8f6d-12d393940de3 HTTP/1.1" status: 200 len: 998 time: 0.1354003 Sep 03 16:28:37.852997 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6905f308-307f-47fa-8418-6b0ff3412f24 None None] The sync data for ids ['1731a2ca-7940-485b-880b-4b9d9d7edb9b'] in dv-cinder-757936-8-iscsi is: [{'id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'name': 'tempest-AttachVolumeTestJSON-400560295-router', 'tenant_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'a88d1513-542b-4cfa-87da-384c07e8bbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:27:45Z', 'updated_at': '2021-09-03T16:27:52Z', 'revision_number': 4, 'project_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'gw_port': {'id': 'a88d1513-542b-4cfa-87da-384c07e8bbfb', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:27:46Z', 'updated_at': '2021-09-03T16:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_floatingips': [{'id': '6ffb28db-272c-4fc0-8417-043366f5ef4c', 'tenant_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'floating_ip_address': '172.27.3.70', 'floating_network_id': 'af961d58-b724-401e-8712-cedb04029227', 'router_id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'port_id': 'f11111a0-0d4b-4989-8f6d-12d393940de3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1', 'mac_address': 'fa:16:3e:60:d6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed09ff7-9929-4c28-95fc-a32f33f6655b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:28:03Z', 'updated_at': '2021-09-03T16:28:35Z', 'revision_number': 1, 'project_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c2ba58c-c118-4316-9a24-1af3008168cc', 'name': '', 'network_id': '0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1', 'tenant_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'mac_address': 'fa:16:3e:e0:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5e4996fa-edea-44cf-9ea9-7dac32eb1936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:27:51Z', 'updated_at': '2021-09-03T16:28:05Z', 'revision_number': 5, 'project_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'subnets': [{'id': '5e4996fa-edea-44cf-9ea9-7dac32eb1936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:28:37.864370 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 46490) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:37.903075 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c55670-ad82-43ef-9c13-3418dff9c101 req-ba58f189-c1a9-4772-a636-6e9747243d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:37.904799 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-01c55670-ad82-43ef-9c13-3418dff9c101 req-ba58f189-c1a9-4772-a636-6e9747243d12 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5e4996fa-edea-44cf-9ea9-7dac32eb1936 HTTP/1.1" status: 200 len: 849 time: 0.0694208 Sep 03 16:28:37.912044 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce86061-b275-4416-a3cc-d4b95adf75be req-d1987aa5-f8f5-4c8b-9478-6b4dd6ce73cf tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:37.913957 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7ce86061-b275-4416-a3cc-d4b95adf75be req-d1987aa5-f8f5-4c8b-9478-6b4dd6ce73cf tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.0597086 Sep 03 16:28:37.990809 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7ce86061-b275-4416-a3cc-d4b95adf75be req-14ecbbfd-6998-401c-85e4-b9d6d9a00e91 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700276 Sep 03 16:28:38.005400 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c55670-ad82-43ef-9c13-3418dff9c101 req-7083891c-c370-4709-a3e7-ba769080831e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:38.005400 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-01c55670-ad82-43ef-9c13-3418dff9c101 req-7083891c-c370-4709-a3e7-ba769080831e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0731385 Sep 03 16:28:38.079482 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3a40ddf7-388a-4c90-80ce-84f3d579ee49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:38.134963 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-01c55670-ad82-43ef-9c13-3418dff9c101 req-95255a5a-4f2b-4456-8daf-56bf99f6a878 service neutron] 10.222.0.58 "GET /v2.0/networks/0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148767 Sep 03 16:28:38.169731 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df0cb10-dead-4975-b8fd-50ccd79b2cda None None] New status for floating IP 6ffb28db-272c-4fc0-8417-043366f5ef4c: ACTIVE {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 16:28:38.240005 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3a40ddf7-388a-4c90-80ce-84f3d579ee49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:38.245922 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3a40ddf7-388a-4c90-80ce-84f3d579ee49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:38.294079 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-3a40ddf7-388a-4c90-80ce-84f3d579ee49 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=666e7ee6800e4098b05162284a8edfb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4247921 Sep 03 16:28:38.294780 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 46510) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:38.309290 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-01c55670-ad82-43ef-9c13-3418dff9c101 req-cf8859a0-238c-417f-9a82-42ceb6d5611b service neutron] 10.222.0.58 "GET /v2.0/networks/0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582794 Sep 03 16:28:38.361652 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a40ddf7-388a-4c90-80ce-84f3d579ee49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d2fd42-779a-4788-baf9-abd1d848e338,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:38.388738 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d71b3a0a-8537-4370-855d-7f93d6150fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:38.412474 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d71b3a0a-8537-4370-855d-7f93d6150fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:38.478903 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d71b3a0a-8537-4370-855d-7f93d6150fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:38.484878 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d71b3a0a-8537-4370-855d-7f93d6150fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:38.489275 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-d71b3a0a-8537-4370-855d-7f93d6150fb2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e6d2fd42-779a-4788-baf9-abd1d848e338 HTTP/1.1" status: 204 len: 168 time: 0.1848919 Sep 03 16:28:38.495529 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b3a0a-8537-4370-855d-7f93d6150fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d2fd42-779a-4788-baf9-abd1d848e338,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:38.833135 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 46552) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:38.847904 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8c202565-fe74-4bce-99e3-701ad307d056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:38.950477 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8c202565-fe74-4bce-99e3-701ad307d056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:38.955381 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8c202565-fe74-4bce-99e3-701ad307d056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:38.996582 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-8c202565-fe74-4bce-99e3-701ad307d056 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f39ff31ecef543eba4decc1c0af428c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1621454 Sep 03 16:28:38.997564 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c202565-fe74-4bce-99e3-701ad307d056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94a3358-6f49-45f1-8bfb-96e4e0eb0a16,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:39.000606 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 46556) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:39.061990 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6a72dcab-99d3-4c8a-aa92-52a82517fa40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:39.097852 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6a72dcab-99d3-4c8a-aa92-52a82517fa40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:39.169148 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa5636-df26-4e83-94d5-7c5c0f17d6cc req-2ea37e03-5ff2-469c-be84-48ea91d61e29 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:39.170701 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a8fa5636-df26-4e83-94d5-7c5c0f17d6cc req-2ea37e03-5ff2-469c-be84-48ea91d61e29 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.0950260 Sep 03 16:28:39.182529 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6a72dcab-99d3-4c8a-aa92-52a82517fa40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:39.185273 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6a72dcab-99d3-4c8a-aa92-52a82517fa40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:39.190423 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-6a72dcab-99d3-4c8a-aa92-52a82517fa40 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d94a3358-6f49-45f1-8bfb-96e4e0eb0a16 HTTP/1.1" status: 204 len: 168 time: 0.1845095 Sep 03 16:28:39.195091 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72dcab-99d3-4c8a-aa92-52a82517fa40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94a3358-6f49-45f1-8bfb-96e4e0eb0a16,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:39.251001 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a8fa5636-df26-4e83-94d5-7c5c0f17d6cc req-43050828-9218-4da4-9dd1-63be8e637b87 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667198 Sep 03 16:28:39.444303 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 46576) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:39.582851 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cc23ed24-7d8e-43ca-9804-823b4485a071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:39.683049 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cc23ed24-7d8e-43ca-9804-823b4485a071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:39.689201 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-cc23ed24-7d8e-43ca-9804-823b4485a071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:39.729734 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-cc23ed24-7d8e-43ca-9804-823b4485a071 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ed0459237d604d58910c34d256f89f39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2864339 Sep 03 16:28:39.730638 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc23ed24-7d8e-43ca-9804-823b4485a071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe1ca8a-9c8f-4b03-9234-fabe4ccd521b,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:39.733280 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 46598) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:39.784829 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f49f5a78-f305-4de4-bd52-7f233e66dfc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:39.811130 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f49f5a78-f305-4de4-bd52-7f233e66dfc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:39.870308 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f49f5a78-f305-4de4-bd52-7f233e66dfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:39.874139 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f49f5a78-f305-4de4-bd52-7f233e66dfc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:39.875461 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-f49f5a78-f305-4de4-bd52-7f233e66dfc9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9fe1ca8a-9c8f-4b03-9234-fabe4ccd521b HTTP/1.1" status: 204 len: 168 time: 0.1411841 Sep 03 16:28:39.885632 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f5a78-f305-4de4-bd52-7f233e66dfc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe1ca8a-9c8f-4b03-9234-fabe4ccd521b,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:40.406932 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516bab7-d497-4428-9388-d99f93bed38a req-26a286fe-8450-46bf-81ad-d1f69ed83410 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:40.421076 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a516bab7-d497-4428-9388-d99f93bed38a req-26a286fe-8450-46bf-81ad-d1f69ed83410 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.0698349 Sep 03 16:28:40.437913 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 46654) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:40.484202 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a516bab7-d497-4428-9388-d99f93bed38a req-5cd279a2-5b37-45c2-8993-a14318517c14 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602117 Sep 03 16:28:40.657597 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7cde5a19-aaa5-465d-a362-9696eab3a1e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:40.798378 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7cde5a19-aaa5-465d-a362-9696eab3a1e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:40.811181 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7cde5a19-aaa5-465d-a362-9696eab3a1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:40.863243 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-7cde5a19-aaa5-465d-a362-9696eab3a1e9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a5d99d13a8dd46bba93689375da52242&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4254365 Sep 03 16:28:40.865595 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde5a19-aaa5-465d-a362-9696eab3a1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808ab44e-d99a-4760-8acb-e562f61ba443,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:40.866966 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 46688) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:40.924045 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-648f1157-f3d6-41b7-bd95-73ce126b6c99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:40.945974 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-648f1157-f3d6-41b7-bd95-73ce126b6c99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:41.014046 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-648f1157-f3d6-41b7-bd95-73ce126b6c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:41.016775 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-648f1157-f3d6-41b7-bd95-73ce126b6c99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:41.018102 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-648f1157-f3d6-41b7-bd95-73ce126b6c99 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/808ab44e-d99a-4760-8acb-e562f61ba443 HTTP/1.1" status: 204 len: 168 time: 0.1491442 Sep 03 16:28:41.036046 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f1157-f3d6-41b7-bd95-73ce126b6c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808ab44e-d99a-4760-8acb-e562f61ba443,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:41.230479 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 46702) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:41.447671 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3c83260e-35cf-4753-81d9-fb6362163566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:41.545134 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 46728) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:41.593357 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0010e3b4-89ac-4081-bd2d-6da74bec3ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:41.603821 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3c83260e-35cf-4753-81d9-fb6362163566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:41.610004 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3c83260e-35cf-4753-81d9-fb6362163566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:41.667583 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-3c83260e-35cf-4753-81d9-fb6362163566 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8f5daa97113a4732a0caa6047e00e2a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4356833 Sep 03 16:28:41.670038 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c83260e-35cf-4753-81d9-fb6362163566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a383ba28-6872-4432-a379-177b9413f0d8,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:41.672632 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 46734) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:41.700966 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ff0e2-f261-4959-815b-aa8a23e9a989 req-858dab01-0703-4f7d-98bd-df50cfb895c2 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:41.702975 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d10ff0e2-f261-4959-815b-aa8a23e9a989 req-858dab01-0703-4f7d-98bd-df50cfb895c2 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.1470463 Sep 03 16:28:41.723407 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c83260e-35cf-4753-81d9-fb6362163566 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:28:41.723762 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c83260e-35cf-4753-81d9-fb6362163566 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:28:41.724282 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c83260e-35cf-4753-81d9-fb6362163566 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:28:41.724773 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c83260e-35cf-4753-81d9-fb6362163566 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:28:41.726786 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c83260e-35cf-4753-81d9-fb6362163566 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:28:41.727304 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c83260e-35cf-4753-81d9-fb6362163566 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:28:41.727826 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c83260e-35cf-4753-81d9-fb6362163566 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:28:41.728317 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c83260e-35cf-4753-81d9-fb6362163566 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:28:41.728903 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c83260e-35cf-4753-81d9-fb6362163566 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:28:41.729474 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c83260e-35cf-4753-81d9-fb6362163566 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:28:41.729997 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c83260e-35cf-4753-81d9-fb6362163566 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:28:41.730566 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c83260e-35cf-4753-81d9-fb6362163566 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:28:41.766985 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bc2429ea-6154-4d8f-a9fe-d68ed844bf14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:41.791452 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bc2429ea-6154-4d8f-a9fe-d68ed844bf14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:41.803302 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d10ff0e2-f261-4959-815b-aa8a23e9a989 req-f71d4973-e49e-4853-9208-3a892cca25b5 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929008 Sep 03 16:28:41.828548 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0010e3b4-89ac-4081-bd2d-6da74bec3ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:41.836653 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0010e3b4-89ac-4081-bd2d-6da74bec3ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:41.862325 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bc2429ea-6154-4d8f-a9fe-d68ed844bf14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:41.867113 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bc2429ea-6154-4d8f-a9fe-d68ed844bf14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:41.868568 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-bc2429ea-6154-4d8f-a9fe-d68ed844bf14 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a383ba28-6872-4432-a379-177b9413f0d8 HTTP/1.1" status: 204 len: 168 time: 0.1944354 Sep 03 16:28:41.880132 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2429ea-6154-4d8f-a9fe-d68ed844bf14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a383ba28-6872-4432-a379-177b9413f0d8,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:41.904713 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-0010e3b4-89ac-4081-bd2d-6da74bec3ac5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=080fe8f15ae34c48b11a830462bf6a63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3576190 Sep 03 16:28:41.906252 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0010e3b4-89ac-4081-bd2d-6da74bec3ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a137b05-3dc4-434d-a1cf-78146a422b55,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:41.910895 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 46744) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:42.002644 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6a493380-1652-4493-a11d-f24dbd1d0154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:42.043238 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6a493380-1652-4493-a11d-f24dbd1d0154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:42.134588 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6a493380-1652-4493-a11d-f24dbd1d0154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:42.137225 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6a493380-1652-4493-a11d-f24dbd1d0154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:42.138450 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-6a493380-1652-4493-a11d-f24dbd1d0154 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0a137b05-3dc4-434d-a1cf-78146a422b55 HTTP/1.1" status: 204 len: 168 time: 0.2243018 Sep 03 16:28:42.146442 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a493380-1652-4493-a11d-f24dbd1d0154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a137b05-3dc4-434d-a1cf-78146a422b55,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:42.376007 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 46762) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:42.397011 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1f05d459-4292-4133-9158-57d8d6e4d280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:42.533205 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1f05d459-4292-4133-9158-57d8d6e4d280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:42.539163 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1f05d459-4292-4133-9158-57d8d6e4d280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:42.597138 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-1f05d459-4292-4133-9158-57d8d6e4d280 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=369e6f25eee1440e83cdd99160a8633a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2198038 Sep 03 16:28:42.598388 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05d459-4292-4133-9158-57d8d6e4d280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c837b546-728b-4782-92e5-3dc3d942060d,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:42.600902 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 46768) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:42.666859 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 46772) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:42.684005 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-987518d3-013f-4d39-82b8-56cf67fbba03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:42.705243 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f74f44ff-3d1f-4a0e-8d66-2e5f34e9c644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:42.731218 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f74f44ff-3d1f-4a0e-8d66-2e5f34e9c644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:42.787417 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f74f44ff-3d1f-4a0e-8d66-2e5f34e9c644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:42.792410 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f74f44ff-3d1f-4a0e-8d66-2e5f34e9c644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:42.795195 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-f74f44ff-3d1f-4a0e-8d66-2e5f34e9c644 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c837b546-728b-4782-92e5-3dc3d942060d HTTP/1.1" status: 204 len: 168 time: 0.1893089 Sep 03 16:28:42.826748 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f44ff-3d1f-4a0e-8d66-2e5f34e9c644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c837b546-728b-4782-92e5-3dc3d942060d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:42.838838 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f44ff-3d1f-4a0e-8d66-2e5f34e9c644 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:28:42.839200 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f44ff-3d1f-4a0e-8d66-2e5f34e9c644 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:28:42.840466 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f44ff-3d1f-4a0e-8d66-2e5f34e9c644 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:28:42.841011 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f44ff-3d1f-4a0e-8d66-2e5f34e9c644 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:28:42.841605 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f44ff-3d1f-4a0e-8d66-2e5f34e9c644 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:28:42.842133 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f44ff-3d1f-4a0e-8d66-2e5f34e9c644 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:28:42.851005 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f44ff-3d1f-4a0e-8d66-2e5f34e9c644 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:28:42.851005 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f44ff-3d1f-4a0e-8d66-2e5f34e9c644 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:28:42.851005 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f44ff-3d1f-4a0e-8d66-2e5f34e9c644 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:28:42.851005 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f44ff-3d1f-4a0e-8d66-2e5f34e9c644 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:28:42.851005 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f44ff-3d1f-4a0e-8d66-2e5f34e9c644 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:28:42.851005 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f44ff-3d1f-4a0e-8d66-2e5f34e9c644 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:28:42.868215 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-987518d3-013f-4d39-82b8-56cf67fbba03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:42.877568 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-987518d3-013f-4d39-82b8-56cf67fbba03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:42.954527 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-987518d3-013f-4d39-82b8-56cf67fbba03 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bf4bee4f0b114d2ebeab3cab8d214ad2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2865462 Sep 03 16:28:42.956090 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987518d3-013f-4d39-82b8-56cf67fbba03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d415f907-f29d-4b22-92c5-3f6fe4ad6840,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:42.958234 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 46784) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:43.070950 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4ce9d-2caa-4c25-ab33-d1f292436d71 req-286c47f4-a088-4270-9e9c-7cf52b21c4c5 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:43.082745 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-c3c4ce9d-2caa-4c25-ab33-d1f292436d71 req-286c47f4-a088-4270-9e9c-7cf52b21c4c5 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.1721482 Sep 03 16:28:43.141508 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bfc7067a-c04f-4b9f-bb6f-8ea129407011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:43.165668 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bfc7067a-c04f-4b9f-bb6f-8ea129407011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:43.220057 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-c3c4ce9d-2caa-4c25-ab33-d1f292436d71 req-b32ff49a-d9dc-49a9-8a6e-5aa087392e9b tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308811 Sep 03 16:28:43.242481 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bfc7067a-c04f-4b9f-bb6f-8ea129407011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:43.248123 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bfc7067a-c04f-4b9f-bb6f-8ea129407011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:43.250266 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-bfc7067a-c04f-4b9f-bb6f-8ea129407011 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d415f907-f29d-4b22-92c5-3f6fe4ad6840 HTTP/1.1" status: 204 len: 168 time: 0.2869067 Sep 03 16:28:43.263984 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc7067a-c04f-4b9f-bb6f-8ea129407011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d415f907-f29d-4b22-92c5-3f6fe4ad6840,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:44.331822 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7052934-81b1-404e-8fa4-3265da6719df req-518a6dfb-ad4f-451a-babd-e9dda598c883 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:44.339581 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b7052934-81b1-404e-8fa4-3265da6719df req-518a6dfb-ad4f-451a-babd-e9dda598c883 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.0575364 Sep 03 16:28:44.387590 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b7052934-81b1-404e-8fa4-3265da6719df req-0edf4b13-50e1-44cc-8eca-c185939f4adb tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465314 Sep 03 16:28:45.432725 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a3118cf7-a01a-4578-85bd-5dc1fcb0091c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:45.531059 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ab50a-2a60-4b25-b25e-b4e0a683c694 req-f6b09a55-09e7-49a3-91bc-f14fc52a43ee tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:45.532947 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a33ab50a-2a60-4b25-b25e-b4e0a683c694 req-f6b09a55-09e7-49a3-91bc-f14fc52a43ee tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.0551670 Sep 03 16:28:45.591393 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a33ab50a-2a60-4b25-b25e-b4e0a683c694 req-92baca3f-0fc9-45a5-9376-d35f78092b20 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493894 Sep 03 16:28:46.616503 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 47038) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:46.737797 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb77ee-2f10-4cd3-8c74-46da9fcbaaeb req-9e8920de-97bc-4781-88c7-73cb1bae4134 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:46.739628 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-60cb77ee-2f10-4cd3-8c74-46da9fcbaaeb req-9e8920de-97bc-4781-88c7-73cb1bae4134 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.0618839 Sep 03 16:28:46.800512 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aca23ae7-3597-411d-b727-9535616d0d7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:46.805988 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-60cb77ee-2f10-4cd3-8c74-46da9fcbaaeb req-56fffe32-b3f5-40bc-9e92-3b2c8a81fad5 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574372 Sep 03 16:28:46.908274 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aca23ae7-3597-411d-b727-9535616d0d7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:46.915060 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-aca23ae7-3597-411d-b727-9535616d0d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:46.961200 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-aca23ae7-3597-411d-b727-9535616d0d7d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=91c8f9faf75844c79c540a725c98de9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3435018 Sep 03 16:28:46.964346 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 47054) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:46.967509 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca23ae7-3597-411d-b727-9535616d0d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008e9178-e2e8-4527-9cc1-2e468153f644,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:47.038200 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-041b5239-ab97-4ee2-95db-d01bec3684b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:47.071210 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-041b5239-ab97-4ee2-95db-d01bec3684b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:47.132308 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-041b5239-ab97-4ee2-95db-d01bec3684b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:47.135132 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-041b5239-ab97-4ee2-95db-d01bec3684b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:47.137063 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-041b5239-ab97-4ee2-95db-d01bec3684b7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/008e9178-e2e8-4527-9cc1-2e468153f644 HTTP/1.1" status: 204 len: 168 time: 0.1704614 Sep 03 16:28:47.145146 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b5239-ab97-4ee2-95db-d01bec3684b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008e9178-e2e8-4527-9cc1-2e468153f644,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:47.429664 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 47070) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:47.443145 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6cd1c01c-3e52-4ce6-a9b5-d5db6421767b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:47.538179 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6cd1c01c-3e52-4ce6-a9b5-d5db6421767b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:47.542042 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6cd1c01c-3e52-4ce6-a9b5-d5db6421767b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:47.583313 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd1c01c-3e52-4ce6-a9b5-d5db6421767b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d37291-4914-4cdb-9362-608575919a89,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:47.589646 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-6cd1c01c-3e52-4ce6-a9b5-d5db6421767b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0124131f374c4482b99f602ea9a8c97c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1588140 Sep 03 16:28:47.592495 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 47074) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:47.642885 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8a8fe8aa-fa54-4a2c-9fbe-d432623a270e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:47.669115 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8a8fe8aa-fa54-4a2c-9fbe-d432623a270e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:47.724725 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8a8fe8aa-fa54-4a2c-9fbe-d432623a270e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:47.727744 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8a8fe8aa-fa54-4a2c-9fbe-d432623a270e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:47.729028 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-8a8fe8aa-fa54-4a2c-9fbe-d432623a270e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d7d37291-4914-4cdb-9362-608575919a89 HTTP/1.1" status: 204 len: 168 time: 0.1353469 Sep 03 16:28:47.739926 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8fe8aa-fa54-4a2c-9fbe-d432623a270e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d37291-4914-4cdb-9362-608575919a89,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:47.948703 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6cf5d-9eb8-4318-98f1-2b751df6ad81 req-991d557a-a4dd-47b1-a963-7c84dc2304ae tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:47.950442 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d5b6cf5d-9eb8-4318-98f1-2b751df6ad81 req-991d557a-a4dd-47b1-a963-7c84dc2304ae tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.0634995 Sep 03 16:28:47.993738 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d5b6cf5d-9eb8-4318-98f1-2b751df6ad81 req-69ec95ab-2b0d-4e6e-8b51-f208e5be439e tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352204 Sep 03 16:28:48.007570 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-89f0109c-468a-4163-9001-bfa2d316c3fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:48.361714 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:48.837865 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-e252f19f-dd3e-4d3c-8df8-c3041748f205 None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:28:48.994525 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad34-f359-45be-bded-9b7b563a89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:49.115256 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc647ad1-9f66-46d6-b61d-aaf574b82899 req-587f73e5-e69c-4a85-911e-d8f89b0d8518 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:49.116943 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cc647ad1-9f66-46d6-b61d-aaf574b82899 req-587f73e5-e69c-4a85-911e-d8f89b0d8518 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.0506415 Sep 03 16:28:49.157603 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cc647ad1-9f66-46d6-b61d-aaf574b82899 req-1a08e608-81a0-462c-9aa0-c3de0086e281 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340819 Sep 03 16:28:49.873247 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7a04354a-8558-4d76-8254-7a76cffe4171 req-6be75a80-c3b0-4273-b087-ced69d4cb3dc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=03f258f2-f0e9-42fd-b75d-d7b7d9fe757a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0555623 Sep 03 16:28:49.976826 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04354a-8558-4d76-8254-7a76cffe4171 req-650c266e-6980-4cd1-b08c-dd53616ec271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:49.978444 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7a04354a-8558-4d76-8254-7a76cffe4171 req-650c266e-6980-4cd1-b08c-dd53616ec271 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f98a4f5d60343969103c814565c835a&device_id=03f258f2-f0e9-42fd-b75d-d7b7d9fe757a HTTP/1.1" status: 200 len: 1099 time: 0.0421934 Sep 03 16:28:50.123633 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04354a-8558-4d76-8254-7a76cffe4171 req-95b67d3f-f082-4e7b-a9c4-d33c091e9c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:50.125184 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7a04354a-8558-4d76-8254-7a76cffe4171 req-95b67d3f-f082-4e7b-a9c4-d33c091e9c48 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ca82c5aa-2dbb-4c3c-9569-453359af9571 HTTP/1.1" status: 200 len: 913 time: 0.1207609 Sep 03 16:28:50.175699 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7a04354a-8558-4d76-8254-7a76cffe4171 req-6a9460ad-d6c7-4e4c-8cc5-c2d8118fc0d2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a39b5f94-7be9-40eb-93e1-73c93e40ffe6 HTTP/1.1" status: 200 len: 217 time: 0.0387652 Sep 03 16:28:50.239809 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04354a-8558-4d76-8254-7a76cffe4171 req-f3bb2da4-ac85-4df8-bda0-bc57c1868b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:50.241777 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7a04354a-8558-4d76-8254-7a76cffe4171 req-f3bb2da4-ac85-4df8-bda0-bc57c1868b36 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3fa91c8b-4547-42bc-980d-2270ecd773a4 HTTP/1.1" status: 200 len: 852 time: 0.0559268 Sep 03 16:28:50.278253 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7a04354a-8558-4d76-8254-7a76cffe4171 req-a6bbc8b2-9aec-4c06-98a7-7357ca4902ef service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ca82c5aa-2dbb-4c3c-9569-453359af9571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248535 Sep 03 16:28:50.295418 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236ed39-0091-4a81-a840-f7da2d6b0be9 req-e4e985a9-328c-4105-bbd8-70dcb30143e8 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:50.303180 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3236ed39-0091-4a81-a840-f7da2d6b0be9 req-e4e985a9-328c-4105-bbd8-70dcb30143e8 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.0641479 Sep 03 16:28:50.339345 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3236ed39-0091-4a81-a840-f7da2d6b0be9 req-f87c6bfe-0ab8-4c61-bfef-22b767d38d97 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351765 Sep 03 16:28:50.381145 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7a04354a-8558-4d76-8254-7a76cffe4171 req-f056c919-65e2-4171-a748-47e74ff11a16 service neutron] 10.222.0.58 "GET /v2.0/networks/ca82c5aa-2dbb-4c3c-9569-453359af9571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904202 Sep 03 16:28:50.568100 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 47224) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:50.672684 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-355ec4f0-94db-45e4-905f-811b97fe00cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:50.762234 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-355ec4f0-94db-45e4-905f-811b97fe00cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:50.766133 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-355ec4f0-94db-45e4-905f-811b97fe00cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:50.776369 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30fea9dd-2dab-4865-ba17-13165276935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:50.806547 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 47232) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:50.811944 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-355ec4f0-94db-45e4-905f-811b97fe00cf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b34c734e6cb945e092f1f450f8a96758&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2363462 Sep 03 16:28:50.813979 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ec4f0-94db-45e4-905f-811b97fe00cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e189a3ac-4375-4b25-90fd-05bba0062a80,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:50.860828 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1a4f76c9-9513-4d32-9402-23bda122be00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:50.884867 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1a4f76c9-9513-4d32-9402-23bda122be00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:50.950304 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1a4f76c9-9513-4d32-9402-23bda122be00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:50.952967 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1a4f76c9-9513-4d32-9402-23bda122be00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:50.954319 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-1a4f76c9-9513-4d32-9402-23bda122be00 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e189a3ac-4375-4b25-90fd-05bba0062a80 HTTP/1.1" status: 204 len: 168 time: 0.1469777 Sep 03 16:28:50.964461 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4f76c9-9513-4d32-9402-23bda122be00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e189a3ac-4375-4b25-90fd-05bba0062a80,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:51.261130 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 47248) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:51.270258 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9d8662b7-a83f-478f-ac41-9fdf2eb239f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:51.406665 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9d8662b7-a83f-478f-ac41-9fdf2eb239f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:51.411292 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9d8662b7-a83f-478f-ac41-9fdf2eb239f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:51.472706 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5dee45-4da3-471b-9db4-9e4caecfe42d req-79364963-bcfb-47d9-936a-529288d07d23 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:51.474396 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-8d5dee45-4da3-471b-9db4-9e4caecfe42d req-79364963-bcfb-47d9-936a-529288d07d23 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.0549877 Sep 03 16:28:51.485682 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-9d8662b7-a83f-478f-ac41-9fdf2eb239f2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d482572f0ee74baa8f37ae32b8976760&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2278075 Sep 03 16:28:51.488189 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 47252) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:51.494494 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8662b7-a83f-478f-ac41-9fdf2eb239f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112f6863-82e9-4b30-bf12-019ddc0d49a8,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:51.507165 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7a04354a-8558-4d76-8254-7a76cffe4171 req-71dc1353-49c6-4fb6-b32f-3eceb2800a4c service neutron] 10.222.0.58 "GET /v2.0/networks/ca82c5aa-2dbb-4c3c-9569-453359af9571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538963 Sep 03 16:28:51.547026 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-8d5dee45-4da3-471b-9db4-9e4caecfe42d req-523a29e6-46e7-4bf8-bc75-cded03aa5365 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655251 Sep 03 16:28:51.566464 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e764d4a8-250c-4de5-b494-f938f90fe767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:51.589302 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e764d4a8-250c-4de5-b494-f938f90fe767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:51.634475 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e764d4a8-250c-4de5-b494-f938f90fe767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:51.637843 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e764d4a8-250c-4de5-b494-f938f90fe767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:51.638965 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-e764d4a8-250c-4de5-b494-f938f90fe767 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/112f6863-82e9-4b30-bf12-019ddc0d49a8 HTTP/1.1" status: 204 len: 168 time: 0.1498609 Sep 03 16:28:51.647205 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e764d4a8-250c-4de5-b494-f938f90fe767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112f6863-82e9-4b30-bf12-019ddc0d49a8,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:52.252244 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:52.667628 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57fd7db-d42b-4351-98b2-6abc8244ea3b req-44f856e7-859a-4841-a16c-d4318bd0af50 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:52.669141 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e57fd7db-d42b-4351-98b2-6abc8244ea3b req-44f856e7-859a-4841-a16c-d4318bd0af50 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.0503297 Sep 03 16:28:52.710802 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e57fd7db-d42b-4351-98b2-6abc8244ea3b req-346bd02b-5df1-42bc-af9d-771405c10739 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357680 Sep 03 16:28:52.724714 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 47300) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:52.831301 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-acc2be9c-5154-4c90-89fa-18deccecd52c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:52.916873 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-acc2be9c-5154-4c90-89fa-18deccecd52c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:52.922118 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-acc2be9c-5154-4c90-89fa-18deccecd52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:52.962232 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-acc2be9c-5154-4c90-89fa-18deccecd52c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2ee95496946945e391ee2016b82068a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364056 Sep 03 16:28:52.963088 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2be9c-5154-4c90-89fa-18deccecd52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73c046d-42d4-428a-ac88-dff18127b69c,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:52.966306 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 47304) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:53.028461 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-688a747f-3799-45d0-84db-b5c4528a7168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:53.055556 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-688a747f-3799-45d0-84db-b5c4528a7168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:53.102001 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-688a747f-3799-45d0-84db-b5c4528a7168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:53.104566 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-688a747f-3799-45d0-84db-b5c4528a7168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:53.106360 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-688a747f-3799-45d0-84db-b5c4528a7168 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d73c046d-42d4-428a-ac88-dff18127b69c HTTP/1.1" status: 204 len: 168 time: 0.1387122 Sep 03 16:28:53.114146 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a747f-3799-45d0-84db-b5c4528a7168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73c046d-42d4-428a-ac88-dff18127b69c,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:28:53.849447 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d5d6d6-cb0e-4f32-9e10-ae8f3b97d8d0 req-e91c4bf4-4e02-48c5-a227-7571c794f770 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:53.851081 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-64d5d6d6-cb0e-4f32-9e10-ae8f3b97d8d0 req-e91c4bf4-4e02-48c5-a227-7571c794f770 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.0571423 Sep 03 16:28:53.911140 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-64d5d6d6-cb0e-4f32-9e10-ae8f3b97d8d0 req-6c54205f-8ac0-4187-b93d-242d63ae3b9a tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526526 Sep 03 16:28:54.561545 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c998467-c118-4b77-831b-6e7be76da00d req-ecb032ac-5224-4f74-8bca-e6044d5ad0bf tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:54.567233 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9c998467-c118-4b77-831b-6e7be76da00d req-ecb032ac-5224-4f74-8bca-e6044d5ad0bf tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.62 "GET /v2.0/ports?device_id=03f258f2-f0e9-42fd-b75d-d7b7d9fe757a HTTP/1.1" status: 200 len: 946 time: 0.0985351 Sep 03 16:28:54.648956 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9c998467-c118-4b77-831b-6e7be76da00d req-019e46c5-c47e-4494-8fc7-9290565cc6cc tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.62 "GET /v2.0/security-groups?id=007739d7-7be0-47ec-b1bc-479570bce546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737870 Sep 03 16:28:55.049413 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43e363-acd9-4fdf-ae17-ffafc5ba81cc req-29e21cf9-ace5-4014-8165-dd699bd5d7f7 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:55.051016 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-da43e363-acd9-4fdf-ae17-ffafc5ba81cc req-29e21cf9-ace5-4014-8165-dd699bd5d7f7 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.0686114 Sep 03 16:28:55.106612 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-da43e363-acd9-4fdf-ae17-ffafc5ba81cc req-e68f302b-3890-4812-b6d4-a998a13f564e tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451894 Sep 03 16:28:55.832855 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8437fa-93b4-433f-9e6c-c9a4328c9101 req-833929d2-d5bd-413a-92ee-8390c2d4f7f8 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:55.835157 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-bb8437fa-93b4-433f-9e6c-c9a4328c9101 req-833929d2-d5bd-413a-92ee-8390c2d4f7f8 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.62 "GET /v2.0/ports?device_id=03f258f2-f0e9-42fd-b75d-d7b7d9fe757a HTTP/1.1" status: 200 len: 946 time: 0.0796905 Sep 03 16:28:55.894496 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-bb8437fa-93b4-433f-9e6c-c9a4328c9101 req-88f5a6c2-074a-4088-a2b8-5da6f8f98c3a tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.62 "GET /v2.0/security-groups?id=007739d7-7be0-47ec-b1bc-479570bce546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482037 Sep 03 16:28:56.277585 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95b00b-720f-417e-858f-bd7a3888b297 req-ca91e9c9-626a-4ff9-bec0-2d0212fa189c tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:56.280304 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ba95b00b-720f-417e-858f-bd7a3888b297 req-ca91e9c9-626a-4ff9-bec0-2d0212fa189c tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.0523064 Sep 03 16:28:56.323136 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ba95b00b-720f-417e-858f-bd7a3888b297 req-0fba407a-a08f-4c5a-b134-4b2f266af0b2 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349813 Sep 03 16:28:57.009148 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d03d7e-875d-4fb5-9dc4-717221e4487b req-b426e009-ae0a-4459-8ccb-29246d2c463f tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:57.010684 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b7d03d7e-875d-4fb5-9dc4-717221e4487b req-b426e009-ae0a-4459-8ccb-29246d2c463f tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.62 "GET /v2.0/ports?device_id=03f258f2-f0e9-42fd-b75d-d7b7d9fe757a HTTP/1.1" status: 200 len: 946 time: 0.0484304 Sep 03 16:28:57.055494 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b7d03d7e-875d-4fb5-9dc4-717221e4487b req-efd92ab9-c338-4f1d-8b36-b0467da78902 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.62 "GET /v2.0/security-groups?id=007739d7-7be0-47ec-b1bc-479570bce546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373023 Sep 03 16:28:57.499838 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba088fb-fb79-47f5-b0be-3355845a7b4f req-f02f84d6-0383-4ce6-937c-ba652dfcf446 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:57.502355 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fba088fb-fb79-47f5-b0be-3355845a7b4f req-f02f84d6-0383-4ce6-937c-ba652dfcf446 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.0765364 Sep 03 16:28:57.567871 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fba088fb-fb79-47f5-b0be-3355845a7b4f req-2deba78f-7d03-43b4-88ae-506caf8e50fb tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518258 Sep 03 16:28:58.262251 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ed72c-2ec9-4a82-b761-62213b0a27a4 req-02091d3c-3cd4-4da2-b5f8-d31a6879bf91 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:58.265304 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9a4ed72c-2ec9-4a82-b761-62213b0a27a4 req-02091d3c-3cd4-4da2-b5f8-d31a6879bf91 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.62 "GET /v2.0/ports?device_id=03f258f2-f0e9-42fd-b75d-d7b7d9fe757a HTTP/1.1" status: 200 len: 946 time: 0.0881827 Sep 03 16:28:58.379479 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9a4ed72c-2ec9-4a82-b761-62213b0a27a4 req-fdac2c8a-5f19-46d1-8a90-284b0e7a7eec tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.62 "GET /v2.0/security-groups?id=007739d7-7be0-47ec-b1bc-479570bce546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051664 Sep 03 16:28:58.745586 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f3b35-ba05-4031-bec4-06c7c44dbc9d req-766d0524-5370-43d3-bb4c-d67be00132a5 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:58.747469 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1a2f3b35-ba05-4031-bec4-06c7c44dbc9d req-766d0524-5370-43d3-bb4c-d67be00132a5 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.0828574 Sep 03 16:28:58.818051 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1a2f3b35-ba05-4031-bec4-06c7c44dbc9d req-eb6d39ec-0c46-4614-8203-a2e5b59a0209 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571961 Sep 03 16:28:59.370996 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 47568) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:28:59.519470 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f306fd93-0ef4-4a9b-8e88-f82c04e84e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:59.555593 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169e08c-d387-4993-a35c-b5b0a647a6bb req-2e8efc94-b6f5-4946-be13-86ef7c715e85 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:59.557685 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e169e08c-d387-4993-a35c-b5b0a647a6bb req-2e8efc94-b6f5-4946-be13-86ef7c715e85 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.62 "GET /v2.0/ports?device_id=03f258f2-f0e9-42fd-b75d-d7b7d9fe757a HTTP/1.1" status: 200 len: 946 time: 0.0945597 Sep 03 16:28:59.665333 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e169e08c-d387-4993-a35c-b5b0a647a6bb req-4cefd4b4-5285-4540-ab9c-3ea23da1b915 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.62 "GET /v2.0/security-groups?id=007739d7-7be0-47ec-b1bc-479570bce546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931437 Sep 03 16:28:59.677181 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d96dc3-3456-40e4-be5c-064cfa0e627c req-1991f8a6-286a-4528-8fd5-f7259ebc5390 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:28:59.678704 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e9d96dc3-3456-40e4-be5c-064cfa0e627c req-1991f8a6-286a-4528-8fd5-f7259ebc5390 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.58 "GET /v2.0/ports?device_id=03f258f2-f0e9-42fd-b75d-d7b7d9fe757a HTTP/1.1" status: 200 len: 946 time: 0.1200297 Sep 03 16:28:59.862665 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f306fd93-0ef4-4a9b-8e88-f82c04e84e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:28:59.872864 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f306fd93-0ef4-4a9b-8e88-f82c04e84e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:00.034640 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e0c47-cb9e-4e02-a1ab-22245d6d2d70 req-aee4bc97-2b34-42c5-8bc3-884c0d04ba4e tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:00.037303 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-382e0c47-cb9e-4e02-a1ab-22245d6d2d70 req-aee4bc97-2b34-42c5-8bc3-884c0d04ba4e tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.1022744 Sep 03 16:29:00.096803 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-382e0c47-cb9e-4e02-a1ab-22245d6d2d70 req-fb51d0a6-28d0-499c-9612-f7851b5be42c tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507689 Sep 03 16:29:00.120255 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-f306fd93-0ef4-4a9b-8e88-f82c04e84e1e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6060d3ef65c24035a898a741b505b9d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7480748 Sep 03 16:29:00.123735 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 47598) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:00.131436 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f306fd93-0ef4-4a9b-8e88-f82c04e84e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d6274b-ffe7-42cb-8ec9-a93fd4beb03a,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:00.169091 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-e9d96dc3-3456-40e4-be5c-064cfa0e627c req-00b90289-b6b5-4719-b744-7732f7b13eda tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] Deleting port a39b5f94-7be9-40eb-93e1-73c93e40ffe6 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:29:00.169091 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e9d96dc3-3456-40e4-be5c-064cfa0e627c req-00b90289-b6b5-4719-b744-7732f7b13eda tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:00.216970 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fb1e0b34-ac00-4ad8-a121-06635225754b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:00.254744 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fb1e0b34-ac00-4ad8-a121-06635225754b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:00.332674 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-e9d96dc3-3456-40e4-be5c-064cfa0e627c req-00b90289-b6b5-4719-b744-7732f7b13eda tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] For port a39b5f94-7be9-40eb-93e1-73c93e40ffe6, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=a39b5f94-7be9-40eb-93e1-73c93e40ffe6,segment=NetworkSegment(ab20102b-dbf0-4f84-8bde-00618251869e),segment_id=ab20102b-dbf0-4f84-8bde-00618251869e)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:29:00.333097 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e9d96dc3-3456-40e4-be5c-064cfa0e627c req-00b90289-b6b5-4719-b744-7732f7b13eda tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:00.340410 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fb1e0b34-ac00-4ad8-a121-06635225754b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:00.343730 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fb1e0b34-ac00-4ad8-a121-06635225754b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:00.345213 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-fb1e0b34-ac00-4ad8-a121-06635225754b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/08d6274b-ffe7-42cb-8ec9-a93fd4beb03a HTTP/1.1" status: 204 len: 168 time: 0.2184546 Sep 03 16:29:00.351263 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-e9d96dc3-3456-40e4-be5c-064cfa0e627c req-00b90289-b6b5-4719-b744-7732f7b13eda tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] Calling delete_port for a39b5f94-7be9-40eb-93e1-73c93e40ffe6 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:29:00.360289 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e0b34-ac00-4ad8-a121-06635225754b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d6274b-ffe7-42cb-8ec9-a93fd4beb03a,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:00.600690 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e9d96dc3-3456-40e4-be5c-064cfa0e627c req-00b90289-b6b5-4719-b744-7732f7b13eda tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:00.615804 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] get_ports_and_sgs() called for port_ids ['a39b5f94-7be9-40eb-93e1-73c93e40ffe6'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:29:00.648607 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b90289-b6b5-4719-b744-7732f7b13eda tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] Pushing event deleted for resources: {'Port': ['ID=a39b5f94-7be9-40eb-93e1-73c93e40ffe6,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:00.759064 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d96dc3-3456-40e4-be5c-064cfa0e627c req-00b90289-b6b5-4719-b744-7732f7b13eda tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] No DVR routers for this DVR port a39b5f94-7be9-40eb-93e1-73c93e40ffe6 on host hv-cinder-75793 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:29:00.765338 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-e9d96dc3-3456-40e4-be5c-064cfa0e627c req-00b90289-b6b5-4719-b744-7732f7b13eda tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:00.773709 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e9d96dc3-3456-40e4-be5c-064cfa0e627c req-00b90289-b6b5-4719-b744-7732f7b13eda tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.58 "DELETE /v2.0/ports/a39b5f94-7be9-40eb-93e1-73c93e40ffe6 HTTP/1.1" status: 204 len: 173 time: 1.0747867 Sep 03 16:29:00.775027 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f258f2-f0e9-42fd-b75d-d7b7d9fe757a', 'name': 'network-vif-deleted', 'tag': 'a39b5f94-7be9-40eb-93e1-73c93e40ffe6'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:29:00.778957 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9181e0e82ffee5c7a29e1125bc6bf0cf4bc90ac22456d4aa1390334b202da70b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef938435-ca03-41b1-b030-887bb6e084bb" -d '{"events": [{"server_uuid": "03f258f2-f0e9-42fd-b75d-d7b7d9fe757a", "name": "network-vif-deleted", "tag": "a39b5f94-7be9-40eb-93e1-73c93e40ffe6"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:29:00.811896 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 47638) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:00.836079 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb59f99d-f666-46ee-94cc-dbb4d1917fa2 x-openstack-request-id: req-fb59f99d-f666-46ee-94cc-dbb4d1917fa2 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:29:00.836822 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f258f2-f0e9-42fd-b75d-d7b7d9fe757a", "name": "network-vif-deleted", "tag": "a39b5f94-7be9-40eb-93e1-73c93e40ffe6", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:29:00.837274 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fb59f99d-f666-46ee-94cc-dbb4d1917fa2 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:29:00.837679 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f258f2-f0e9-42fd-b75d-d7b7d9fe757a', 'name': 'network-vif-deleted', 'tag': 'a39b5f94-7be9-40eb-93e1-73c93e40ffe6', 'status': 'completed', 'code': 200} Sep 03 16:29:00.850250 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-24edbb97-e061-4851-9273-800ae7b220d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:00.939283 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-50d3823c-c17e-49ea-abcc-fe88565c5e96 req-c5b5296d-82f6-4080-95ea-821a37f7fba8 tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.62 "GET /v2.0/ports?device_id=03f258f2-f0e9-42fd-b75d-d7b7d9fe757a HTTP/1.1" status: 200 len: 210 time: 0.0872214 Sep 03 16:29:01.008084 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-24edbb97-e061-4851-9273-800ae7b220d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:01.014118 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-24edbb97-e061-4851-9273-800ae7b220d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:01.085916 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-24edbb97-e061-4851-9273-800ae7b220d6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=858dd1fb0cd7438095f1a23a20f8d465&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2730033 Sep 03 16:29:01.087675 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 47654) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:01.088712 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24edbb97-e061-4851-9273-800ae7b220d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7cf4a50-4ab9-4b46-aa61-2063c6d216cd,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:01.153931 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-57a58dac-bd01-48a2-8950-726a911a63bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:01.185920 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-57a58dac-bd01-48a2-8950-726a911a63bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:01.268645 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-57a58dac-bd01-48a2-8950-726a911a63bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:01.273007 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-57a58dac-bd01-48a2-8950-726a911a63bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:01.278356 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-57a58dac-bd01-48a2-8950-726a911a63bf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d7cf4a50-4ab9-4b46-aa61-2063c6d216cd HTTP/1.1" status: 204 len: 168 time: 0.1869118 Sep 03 16:29:01.291552 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a58dac-bd01-48a2-8950-726a911a63bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7cf4a50-4ab9-4b46-aa61-2063c6d216cd,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:01.299761 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2d297-cd89-4d06-aaa9-f69df43f9edf req-dfc0f543-2323-4f8c-a63b-8fcc12c4aae1 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:01.307239 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fff2d297-cd89-4d06-aaa9-f69df43f9edf req-dfc0f543-2323-4f8c-a63b-8fcc12c4aae1 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.0876341 Sep 03 16:29:01.376387 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fff2d297-cd89-4d06-aaa9-f69df43f9edf req-b6d52cdd-49cb-47bc-8c62-961303dbcc4b tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575497 Sep 03 16:29:01.428827 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 47670) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:01.483297 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 47676) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:01.809358 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95bc8077-aa31-485c-b85a-b86f8c9aa057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:01.860671 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8e57e4c8-f0bc-4e2a-96a0-e30c9bda5d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:01.964713 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95bc8077-aa31-485c-b85a-b86f8c9aa057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:01.989896 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95bc8077-aa31-485c-b85a-b86f8c9aa057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:02.108899 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc8077-aa31-485c-b85a-b86f8c9aa057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451035a6-e5df-415d-bc93-2109342cc5be,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:02.117504 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-95bc8077-aa31-485c-b85a-b86f8c9aa057 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3d63573ce37f416089c9dd4ef3a89e4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6843426 Sep 03 16:29:02.118976 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 47696) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:02.179359 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5f6af9a5-acda-4a55-9327-810e992c9a51 req-bd2c03c1-8fba-45db-8317-b9ad5fc8907c tempest-DeleteServersTestJSON-1347530694 tempest-DeleteServersTestJSON-1347530694-project] 10.222.0.62 "GET /v2.0/ports?device_id=03f258f2-f0e9-42fd-b75d-d7b7d9fe757a HTTP/1.1" status: 200 len: 210 time: 0.1327596 Sep 03 16:29:02.246472 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f14f49a5-7878-46dc-b8ab-79854c963d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:02.275911 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f14f49a5-7878-46dc-b8ab-79854c963d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:02.300522 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8e57e4c8-f0bc-4e2a-96a0-e30c9bda5d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:02.306519 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8e57e4c8-f0bc-4e2a-96a0-e30c9bda5d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:02.343437 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f14f49a5-7878-46dc-b8ab-79854c963d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:02.349751 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f14f49a5-7878-46dc-b8ab-79854c963d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:02.351780 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-f14f49a5-7878-46dc-b8ab-79854c963d37 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/451035a6-e5df-415d-bc93-2109342cc5be HTTP/1.1" status: 204 len: 168 time: 0.2311943 Sep 03 16:29:02.363438 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-8e57e4c8-f0bc-4e2a-96a0-e30c9bda5d27 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=464a033f73134196bd77de6501aa784e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8785415 Sep 03 16:29:02.367870 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 47702) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:02.377187 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e57e4c8-f0bc-4e2a-96a0-e30c9bda5d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee62b03a-32b8-499d-a804-f25f6ae46789,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:02.383364 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f49a5-7878-46dc-b8ab-79854c963d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451035a6-e5df-415d-bc93-2109342cc5be,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:02.523480 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8df8e984-e3f2-42de-9b3b-1ba9ea279f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:02.583567 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8df8e984-e3f2-42de-9b3b-1ba9ea279f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:02.782741 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f319943-fc2b-4cbf-93d3-f3e43c6d805d req-02748216-346d-4325-8970-107c5f09ba30 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:02.785473 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-8f319943-fc2b-4cbf-93d3-f3e43c6d805d req-02748216-346d-4325-8970-107c5f09ba30 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.1758447 Sep 03 16:29:02.804742 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8df8e984-e3f2-42de-9b3b-1ba9ea279f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:02.809089 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8df8e984-e3f2-42de-9b3b-1ba9ea279f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:02.815646 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-8df8e984-e3f2-42de-9b3b-1ba9ea279f05 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ee62b03a-32b8-499d-a804-f25f6ae46789 HTTP/1.1" status: 204 len: 168 time: 0.4447329 Sep 03 16:29:02.838634 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df8e984-e3f2-42de-9b3b-1ba9ea279f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee62b03a-32b8-499d-a804-f25f6ae46789,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:02.894037 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-8f319943-fc2b-4cbf-93d3-f3e43c6d805d req-4d235dac-29c0-4e1f-9f3c-a59f4f8b7738 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765324 Sep 03 16:29:03.062377 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 47724) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:03.085784 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2f08e07d-150a-48c1-be14-d0d111b5aba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:03.250542 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2f08e07d-150a-48c1-be14-d0d111b5aba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:03.258094 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2f08e07d-150a-48c1-be14-d0d111b5aba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:03.322017 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-2f08e07d-150a-48c1-be14-d0d111b5aba5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=527b989f9136406d97d07bcd53b7ef91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2576699 Sep 03 16:29:03.322822 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 47740) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:03.323839 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f08e07d-150a-48c1-be14-d0d111b5aba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a4e458-75b9-4580-b23a-9fdf93947614,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:03.407414 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a43cf553-3400-4337-aeb5-c3c58c1ae69c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:03.449660 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a43cf553-3400-4337-aeb5-c3c58c1ae69c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:03.553723 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a43cf553-3400-4337-aeb5-c3c58c1ae69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:03.560792 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a43cf553-3400-4337-aeb5-c3c58c1ae69c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:03.562448 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-a43cf553-3400-4337-aeb5-c3c58c1ae69c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/68a4e458-75b9-4580-b23a-9fdf93947614 HTTP/1.1" status: 204 len: 168 time: 0.2383687 Sep 03 16:29:03.569888 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device a39b5f94-7be9-40eb-93e1-73c93e40ffe6 no longer exists at agent hyperv_hv-cinder-75793 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:29:03.598530 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43cf553-3400-4337-aeb5-c3c58c1ae69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a4e458-75b9-4580-b23a-9fdf93947614,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:03.602611 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 47764) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:03.619155 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-95b5c7db-7f09-49e7-acf4-0ecc04c6fad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:03.675140 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] No Port match for: a39b5f94-7be9-40eb-93e1-73c93e40ffe6 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:29:03.675140 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device a39b5f94-7be9-40eb-93e1-73c93e40ffe6 not bound to the agent host hv-cinder-75793 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:29:03.839912 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-95b5c7db-7f09-49e7-acf4-0ecc04c6fad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:03.850713 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-95b5c7db-7f09-49e7-acf4-0ecc04c6fad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:03.927537 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 47802) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:03.928063 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-95b5c7db-7f09-49e7-acf4-0ecc04c6fad1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fd4c2715c94c4f5680dab5c2c1a1cd19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3240333 Sep 03 16:29:03.928988 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b5c7db-7f09-49e7-acf4-0ecc04c6fad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc6d20a-3423-47f7-b8bd-f06c1fa5ccfd,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:04.059319 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1ba0f404-ddf0-4bf1-846d-2cb48cac0213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:04.109357 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1ba0f404-ddf0-4bf1-846d-2cb48cac0213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:04.179231 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be0321e-9d22-44f5-88ca-6b5781e83942 req-a2bd5667-a709-48ac-ba50-a9f15b42271a tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:04.181552 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6be0321e-9d22-44f5-88ca-6b5781e83942 req-a2bd5667-a709-48ac-ba50-a9f15b42271a tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.1051884 Sep 03 16:29:04.258822 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1ba0f404-ddf0-4bf1-846d-2cb48cac0213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:04.264697 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1ba0f404-ddf0-4bf1-846d-2cb48cac0213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:04.266743 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-1ba0f404-ddf0-4bf1-846d-2cb48cac0213 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7dc6d20a-3423-47f7-b8bd-f06c1fa5ccfd HTTP/1.1" status: 204 len: 168 time: 0.3373995 Sep 03 16:29:04.294685 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6be0321e-9d22-44f5-88ca-6b5781e83942 req-8c4e6ff3-b20f-4a1c-a86e-ff8a74536f82 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984213 Sep 03 16:29:04.319186 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba0f404-ddf0-4bf1-846d-2cb48cac0213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc6d20a-3423-47f7-b8bd-f06c1fa5ccfd,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:04.692684 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 47832) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:04.847826 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 47846) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:04.870174 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e8f23caf-e48e-45b0-b684-a1288fad76bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:05.038325 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 47858) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:05.122524 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9d05b1af-c1eb-47ba-8921-cacbac51a942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:05.130391 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e8f23caf-e48e-45b0-b684-a1288fad76bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:05.139217 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e8f23caf-e48e-45b0-b684-a1288fad76bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:05.141401 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-16e7a08f-6964-457e-b5cd-23f24e3dfb11 admin admin] Deleting subnet 3fa91c8b-4547-42bc-980d-2270ecd773a4 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 16:29:05.144944 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-16e7a08f-6964-457e-b5cd-23f24e3dfb11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:05.189627 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-e8f23caf-e48e-45b0-b684-a1288fad76bd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fe7e0e09b3954935aa2412e8839abe57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3404064 Sep 03 16:29:05.197249 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 47864) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:05.197695 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-16e7a08f-6964-457e-b5cd-23f24e3dfb11 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:05.212543 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f23caf-e48e-45b0-b684-a1288fad76bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4980a0-da3a-4d61-8299-7281866af24a,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:05.216383 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-16e7a08f-6964-457e-b5cd-23f24e3dfb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3810215'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:05.286638 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-16e7a08f-6964-457e-b5cd-23f24e3dfb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3810270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:05.289389 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66f0444e-109f-44ff-aaae-9544db0a896c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:05.317155 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e7a08f-6964-457e-b5cd-23f24e3dfb11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fa91c8b-4547-42bc-980d-2270ecd773a4,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:05.321355 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-16e7a08f-6964-457e-b5cd-23f24e3dfb11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:05.326810 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-16e7a08f-6964-457e-b5cd-23f24e3dfb11 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3fa91c8b-4547-42bc-980d-2270ecd773a4 HTTP/1.1" status: 204 len: 168 time: 0.2867186 Sep 03 16:29:05.327423 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 47868) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:05.409676 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f66557e-f7c9-4396-a17d-e0714efa9d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3806380'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:05.527899 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f66557e-f7c9-4396-a17d-e0714efa9d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811122', 'neutron.services.segments.db._delete_segments_for_network-8739257953365'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:05.541833 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f66557e-f7c9-4396-a17d-e0714efa9d8c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:29:05.542254 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f66557e-f7c9-4396-a17d-e0714efa9d8c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:29:05.543061 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f66557e-f7c9-4396-a17d-e0714efa9d8c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:29:05.543346 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f66557e-f7c9-4396-a17d-e0714efa9d8c admin admin] Subscribe: > port after_create 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:29:05.543695 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f66557e-f7c9-4396-a17d-e0714efa9d8c admin admin] Subscribe: > port after_delete 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:29:05.544039 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f66557e-f7c9-4396-a17d-e0714efa9d8c admin admin] Subscribe: > port after_update 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:29:05.544382 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f66557e-f7c9-4396-a17d-e0714efa9d8c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:29:05.544765 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f66557e-f7c9-4396-a17d-e0714efa9d8c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:29:05.545123 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f66557e-f7c9-4396-a17d-e0714efa9d8c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:29:05.545454 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f66557e-f7c9-4396-a17d-e0714efa9d8c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:29:05.577325 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66f0444e-109f-44ff-aaae-9544db0a896c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:05.653958 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9d05b1af-c1eb-47ba-8921-cacbac51a942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:05.660564 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9d05b1af-c1eb-47ba-8921-cacbac51a942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:05.699324 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb0f6f-b8d0-4c54-a2af-8afe2975e007 req-fe025739-4723-4ae5-9c9f-0453cfa3962d tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:05.700942 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f3cb0f6f-b8d0-4c54-a2af-8afe2975e007 req-fe025739-4723-4ae5-9c9f-0453cfa3962d tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.1266768 Sep 03 16:29:05.725422 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d05b1af-c1eb-47ba-8921-cacbac51a942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb318c1-6849-463c-a8c7-05e1d015b341,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:05.731071 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-9d05b1af-c1eb-47ba-8921-cacbac51a942 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=775328729fd3440ca04fa30822c55844&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0356052 Sep 03 16:29:05.739349 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 47880) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:05.753422 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66f0444e-109f-44ff-aaae-9544db0a896c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:05.755897 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-66f0444e-109f-44ff-aaae-9544db0a896c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:05.757082 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-66f0444e-109f-44ff-aaae-9544db0a896c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bf4980a0-da3a-4d61-8299-7281866af24a HTTP/1.1" status: 204 len: 168 time: 0.5582030 Sep 03 16:29:05.792975 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f0444e-109f-44ff-aaae-9544db0a896c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4980a0-da3a-4d61-8299-7281866af24a,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:05.810217 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f3cb0f6f-b8d0-4c54-a2af-8afe2975e007 req-7be3c664-15cb-4c64-a055-cadd0d4ba4ee tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928063 Sep 03 16:29:05.819075 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f66557e-f7c9-4396-a17d-e0714efa9d8c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:29:05.819428 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f66557e-f7c9-4396-a17d-e0714efa9d8c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:29:05.819765 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f66557e-f7c9-4396-a17d-e0714efa9d8c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:29:05.820100 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f66557e-f7c9-4396-a17d-e0714efa9d8c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:29:05.828780 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9abbe957-7263-4a8a-8848-7f4b6202b901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:05.829328 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-7f66557e-f7c9-4396-a17d-e0714efa9d8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca82c5aa-2dbb-4c3c-9569-453359af9571']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:29:05.857349 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-7f66557e-f7c9-4396-a17d-e0714efa9d8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab20102b-dbf0-4f84-8bde-00618251869e') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:29:05.857987 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-7f66557e-f7c9-4396-a17d-e0714efa9d8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab20102b-dbf0-4f84-8bde-00618251869e') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:29:05.859498 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9abbe957-7263-4a8a-8848-7f4b6202b901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:05.879534 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f66557e-f7c9-4396-a17d-e0714efa9d8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739257954910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126121537'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:05.903347 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f66557e-f7c9-4396-a17d-e0714efa9d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:05.918850 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f66557e-f7c9-4396-a17d-e0714efa9d8c admin admin] Releasing vlan 889 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 16:29:05.919593 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f66557e-f7c9-4396-a17d-e0714efa9d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126852194'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:05.923988 dv-cinder-757936-8-iscsi neutron-server[93828]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 16:29:05.923988 dv-cinder-757936-8-iscsi neutron-server[93828]: from cryptography.utils import int_from_bytes Sep 03 16:29:05.923988 dv-cinder-757936-8-iscsi neutron-server[93828]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 16:29:05.923988 dv-cinder-757936-8-iscsi neutron-server[93828]: from cryptography.utils import int_from_bytes Sep 03 16:29:05.923988 dv-cinder-757936-8-iscsi neutron-server[93828]: Traceback (most recent call last): Sep 03 16:29:05.923988 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 16:29:05.923988 dv-cinder-757936-8-iscsi neutron-server[93828]: timer() Sep 03 16:29:05.923988 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 16:29:05.923988 dv-cinder-757936-8-iscsi neutron-server[93828]: cb(*args, **kw) Sep 03 16:29:05.923988 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 16:29:05.923988 dv-cinder-757936-8-iscsi neutron-server[93828]: return func(*args, **kwargs) Sep 03 16:29:05.923988 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 16:29:05.923988 dv-cinder-757936-8-iscsi neutron-server[93828]: self._notify() Sep 03 16:29:05.923988 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 16:29:05.923988 dv-cinder-757936-8-iscsi neutron-server[93828]: self.callback(batched_events) Sep 03 16:29:05.923988 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 16:29:05.923988 dv-cinder-757936-8-iscsi neutron-server[93828]: event.method(event) Sep 03 16:29:05.923988 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 16:29:05.923988 dv-cinder-757936-8-iscsi neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 16:29:05.923988 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 16:29:05.923988 dv-cinder-757936-8-iscsi neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 16:29:05.923988 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 16:29:05.923988 dv-cinder-757936-8-iscsi neutron-server[93828]: return f(self, *a, **k) Sep 03 16:29:05.923988 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 16:29:05.923988 dv-cinder-757936-8-iscsi neutron-server[93828]: return self._get(url).json() Sep 03 16:29:05.923988 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 16:29:05.923988 dv-cinder-757936-8-iscsi neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 16:29:05.923988 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 16:29:05.923988 dv-cinder-757936-8-iscsi neutron-server[93828]: return self.request(url, 'GET', **kwargs) Sep 03 16:29:05.923988 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 16:29:05.923988 dv-cinder-757936-8-iscsi neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 16:29:05.923988 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 16:29:05.923988 dv-cinder-757936-8-iscsi neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 16:29:05.923988 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 16:29:05.923988 dv-cinder-757936-8-iscsi neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 16:29:05.923988 dv-cinder-757936-8-iscsi neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 16:29:05.944014 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9abbe957-7263-4a8a-8848-7f4b6202b901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:05.948926 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9abbe957-7263-4a8a-8848-7f4b6202b901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:05.950880 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-9abbe957-7263-4a8a-8848-7f4b6202b901 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0bb318c1-6849-463c-a8c7-05e1d015b341 HTTP/1.1" status: 204 len: 168 time: 0.2103124 Sep 03 16:29:05.965990 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abbe957-7263-4a8a-8848-7f4b6202b901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb318c1-6849-463c-a8c7-05e1d015b341,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:06.000676 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f66557e-f7c9-4396-a17d-e0714efa9d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956946'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:06.015215 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7f66557e-f7c9-4396-a17d-e0714efa9d8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:06.018160 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-7f66557e-f7c9-4396-a17d-e0714efa9d8c admin admin] 10.222.0.62 "DELETE /v2.0/networks/ca82c5aa-2dbb-4c3c-9569-453359af9571 HTTP/1.1" status: 204 len: 168 time: 0.6893623 Sep 03 16:29:06.028847 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f66557e-f7c9-4396-a17d-e0714efa9d8c admin admin] Pushing event deleted for resources: {'Network': ['ID=ca82c5aa-2dbb-4c3c-9569-453359af9571,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:06.390102 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 47904) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:06.439825 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-5c9c9826-c9ea-4a72-a1b6-08e3168e8a4d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1f98a4f5d60343969103c814565c835a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0482686 Sep 03 16:29:06.442179 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 47908) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:06.497901 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f08475a-63f5-42fe-9c8c-50acbdcbf1c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:06.529329 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f08475a-63f5-42fe-9c8c-50acbdcbf1c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:06.622997 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f08475a-63f5-42fe-9c8c-50acbdcbf1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:06.626996 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f08475a-63f5-42fe-9c8c-50acbdcbf1c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:06.628231 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-6f08475a-63f5-42fe-9c8c-50acbdcbf1c6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/007739d7-7be0-47ec-b1bc-479570bce546 HTTP/1.1" status: 204 len: 168 time: 0.1848059 Sep 03 16:29:06.637802 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f08475a-63f5-42fe-9c8c-50acbdcbf1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007739d7-7be0-47ec-b1bc-479570bce546,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:06.971490 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f93ad-6d65-47c6-bbd4-0a6944f5f07e req-43cb7a6f-fb13-4307-b2dd-72153c618ad6 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:06.973358 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-261f93ad-6d65-47c6-bbd4-0a6944f5f07e req-43cb7a6f-fb13-4307-b2dd-72153c618ad6 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.0564263 Sep 03 16:29:07.025801 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-261f93ad-6d65-47c6-bbd4-0a6944f5f07e req-285ed5b3-1f8c-4544-b539-1e9792a8856d tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463405 Sep 03 16:29:07.290604 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 47956) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:07.520934 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b0d7784-c33b-41ca-8367-3b56319245eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:07.657785 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b0d7784-c33b-41ca-8367-3b56319245eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:07.670464 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3b0d7784-c33b-41ca-8367-3b56319245eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:07.717801 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-3b0d7784-c33b-41ca-8367-3b56319245eb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1d9017500755479a9cd14476d583c2cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4258313 Sep 03 16:29:07.718782 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d7784-c33b-41ca-8367-3b56319245eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd1ad1a-66df-4bb1-9824-c46c3a1789a8,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:07.720536 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 47982) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:07.779709 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4c45a9b3-b46d-4723-b690-4739e202fddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:07.802461 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4c45a9b3-b46d-4723-b690-4739e202fddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:07.877891 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4c45a9b3-b46d-4723-b690-4739e202fddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:07.880632 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4c45a9b3-b46d-4723-b690-4739e202fddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:07.884297 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-4c45a9b3-b46d-4723-b690-4739e202fddb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5cd1ad1a-66df-4bb1-9824-c46c3a1789a8 HTTP/1.1" status: 204 len: 168 time: 0.1602507 Sep 03 16:29:07.898191 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c45a9b3-b46d-4723-b690-4739e202fddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd1ad1a-66df-4bb1-9824-c46c3a1789a8,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:08.222209 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde62a3-e237-4e12-a73f-8fdd88126df2 req-69ec9bbb-a616-4f77-b132-48f41f194a62 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:08.224075 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9fde62a3-e237-4e12-a73f-8fdd88126df2 req-69ec9bbb-a616-4f77-b132-48f41f194a62 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.0972142 Sep 03 16:29:08.334919 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9fde62a3-e237-4e12-a73f-8fdd88126df2 req-b41a749d-b59c-4069-a73c-138431001de9 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952260 Sep 03 16:29:08.370418 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 48014) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:08.469996 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 48020) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:08.485252 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ef8c1b2e-ca2b-4b51-acbc-20d6dfec6d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:08.493887 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-621726b3-0622-4a4f-a353-f5db4c5204c7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-348946130-network', 'tenant_id': '2a9bddf26a964d00a31fb55c6acb91db'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:29:08.515571 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.db.api [None req-621726b3-0622-4a4f-a353-f5db4c5204c7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 16:29:08.515571 dv-cinder-757936-8-iscsi neutron-server[93827]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 03 16:29:08.515571 dv-cinder-757936-8-iscsi neutron-server[93827]: [parameters: {'project_id': '2a9bddf26a964d00a31fb55c6acb91db', 'id': '364b0c83-0528-4227-9f25-dde05f25f606', 'expiration': datetime.datetime(2021, 9, 3, 16, 31, 8, 507702)}] Sep 03 16:29:08.515571 dv-cinder-757936-8-iscsi neutron-server[93827]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 16:29:08.516303 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG oslo_db.api [None req-621726b3-0622-4a4f-a353-f5db4c5204c7 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 16:29:08.610947 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ef8c1b2e-ca2b-4b51-acbc-20d6dfec6d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:08.614801 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ef8c1b2e-ca2b-4b51-acbc-20d6dfec6d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:08.651589 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-ef8c1b2e-ca2b-4b51-acbc-20d6dfec6d7f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=00f0d1b9e31d41e8abc97d15586fb92f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1803434 Sep 03 16:29:08.652432 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c1b2e-ca2b-4b51-acbc-20d6dfec6d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d69c906-77d2-4f8d-a6ab-95c06d444a25,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:08.655305 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 48026) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:08.728897 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-42d00d6e-5ce6-43de-92c1-07976e8178af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:08.757290 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-42d00d6e-5ce6-43de-92c1-07976e8178af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:08.826523 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-42d00d6e-5ce6-43de-92c1-07976e8178af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:08.829071 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-42d00d6e-5ce6-43de-92c1-07976e8178af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:08.830243 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-42d00d6e-5ce6-43de-92c1-07976e8178af admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9d69c906-77d2-4f8d-a6ab-95c06d444a25 HTTP/1.1" status: 204 len: 168 time: 0.1727850 Sep 03 16:29:08.839854 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d00d6e-5ce6-43de-92c1-07976e8178af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d69c906-77d2-4f8d-a6ab-95c06d444a25,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:09.044788 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621726b3-0622-4a4f-a353-f5db4c5204c7 admin admin] Made reservation on behalf of 2a9bddf26a964d00a31fb55c6acb91db for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:29:09.047163 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-621726b3-0622-4a4f-a353-f5db4c5204c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:09.055878 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-621726b3-0622-4a4f-a353-f5db4c5204c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:09.155728 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-621726b3-0622-4a4f-a353-f5db4c5204c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:09.162410 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-621726b3-0622-4a4f-a353-f5db4c5204c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:09.190191 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-621726b3-0622-4a4f-a353-f5db4c5204c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 897, 'physical_network': 'physnet1'} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 16:29:09.217128 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621726b3-0622-4a4f-a353-f5db4c5204c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271f1c2c-6548-49fa-9896-a05d5b44ff20,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:09.222050 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-621726b3-0622-4a4f-a353-f5db4c5204c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:09.222405 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.db.segments_db [None req-621726b3-0622-4a4f-a353-f5db4c5204c7 admin admin] Added segment c6f8ed56-3d61-41f4-ac2b-a004c69384f8 of type vlan for network 286c8e5f-3f83-4410-802f-107629637916 Sep 03 16:29:09.276870 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-621726b3-0622-4a4f-a353-f5db4c5204c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739257364188'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:09.304819 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-621726b3-0622-4a4f-a353-f5db4c5204c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:09.305927 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621726b3-0622-4a4f-a353-f5db4c5204c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:09.306721 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-621726b3-0622-4a4f-a353-f5db4c5204c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:09.350473 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-621726b3-0622-4a4f-a353-f5db4c5204c7 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9726486 Sep 03 16:29:09.370874 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 48046) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:09.392737 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-a4e584e1-b9d3-4062-9732-d025b35c4618 admin admin] Request body: {'subnet': {'network_id': '286c8e5f-3f83-4410-802f-107629637916', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-348946130-subnet', 'tenant_id': '2a9bddf26a964d00a31fb55c6acb91db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:29:09.421507 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621726b3-0622-4a4f-a353-f5db4c5204c7 admin admin] Pushing event updated for resources: {'Network': ['ID=286c8e5f-3f83-4410-802f-107629637916,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:09.435282 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Network 286c8e5f-3f83-4410-802f-107629637916 details requested by agent ovs-agent-dv-cinder-757936-8-iscsi with host dv-cinder-757936-8-iscsi {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 16:29:09.450118 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e584e1-b9d3-4062-9732-d025b35c4618 admin admin] Made reservation on behalf of 2a9bddf26a964d00a31fb55c6acb91db for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:29:09.454905 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a4e584e1-b9d3-4062-9732-d025b35c4618 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126339174'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:09.560917 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e4c0a-0f26-42c1-9cc6-8bdc67eb288c req-c5b0c598-31f9-49a0-bd14-ccdbb6f80b31 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:09.562992 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-045e4c0a-0f26-42c1-9cc6-8bdc67eb288c req-c5b0c598-31f9-49a0-bd14-ccdbb6f80b31 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.1051610 Sep 03 16:29:09.656713 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-045e4c0a-0f26-42c1-9cc6-8bdc67eb288c req-20821948-5387-40da-b63e-00bfe25f9593 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808797 Sep 03 16:29:09.745347 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a4e584e1-b9d3-4062-9732-d025b35c4618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126852349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126339144'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:09.819587 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e584e1-b9d3-4062-9732-d025b35c4618 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4031de07-53b7-4f82-8008-ab20cbbb4912,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:09.832811 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e584e1-b9d3-4062-9732-d025b35c4618 admin admin] Checking segment: {'id': 'c6f8ed56-3d61-41f4-ac2b-a004c69384f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '286c8e5f-3f83-4410-802f-107629637916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:29:09.833290 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e584e1-b9d3-4062-9732-d025b35c4618 admin admin] Network hostable DHCP agents. Network: 286c8e5f-3f83-4410-802f-107629637916, hostable agents: ['3c1899c8-97e0-46b0-b7e8-2386c864002b'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 16:29:09.868099 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e584e1-b9d3-4062-9732-d025b35c4618 admin admin] Network 286c8e5f-3f83-4410-802f-107629637916 is scheduled to be hosted by DHCP agent 3c1899c8-97e0-46b0-b7e8-2386c864002b with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 16:29:09.882583 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-a4e584e1-b9d3-4062-9732-d025b35c4618 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-8-iscsi, 286c8e5f-3f83-4410-802f-107629637916) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:29:09.894607 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29650d37-3ad1-4e7d-9562-1f12bef651da None None] Network 286c8e5f-3f83-4410-802f-107629637916 requested from dv-cinder-757936-8-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:29:09.912604 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e584e1-b9d3-4062-9732-d025b35c4618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:09.922207 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a4e584e1-b9d3-4062-9732-d025b35c4618 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:09.937134 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-a4e584e1-b9d3-4062-9732-d025b35c4618 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5647023 Sep 03 16:29:10.120507 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f910a9d-be70-46bd-8c17-db4550c07366 None None] Network 286c8e5f-3f83-4410-802f-107629637916 requested from dv-cinder-757936-8-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:29:10.838890 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0a5ea-5186-4667-b860-b51a893194a8 req-535879b0-2c96-452c-915b-c04c6e37f4c5 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:10.843348 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c9d0a5ea-5186-4667-b860-b51a893194a8 req-535879b0-2c96-452c-915b-c04c6e37f4c5 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.0943124 Sep 03 16:29:10.905563 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c9d0a5ea-5186-4667-b860-b51a893194a8 req-78e1e207-1743-4f15-9983-3a73640b13dd tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558596 Sep 03 16:29:11.143721 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 48130) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:11.356229 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-473aef59-370a-4b29-83fd-e4f556f82a71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:11.477794 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-473aef59-370a-4b29-83fd-e4f556f82a71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:11.484498 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-473aef59-370a-4b29-83fd-e4f556f82a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:11.558146 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-473aef59-370a-4b29-83fd-e4f556f82a71 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e6ddd24875e142c2a3bc8f1d54010222&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4129643 Sep 03 16:29:11.559682 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473aef59-370a-4b29-83fd-e4f556f82a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67f3c57-484e-4f99-a8b2-09c4ec8ba249,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:11.561218 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 48138) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:11.638772 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3a6380e9-b899-4eb9-b0be-b68901935746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:11.661721 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3a6380e9-b899-4eb9-b0be-b68901935746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:11.718183 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3a6380e9-b899-4eb9-b0be-b68901935746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:11.723025 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3a6380e9-b899-4eb9-b0be-b68901935746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:11.727677 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-3a6380e9-b899-4eb9-b0be-b68901935746 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b67f3c57-484e-4f99-a8b2-09c4ec8ba249 HTTP/1.1" status: 204 len: 168 time: 0.1617613 Sep 03 16:29:11.735609 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6380e9-b899-4eb9-b0be-b68901935746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67f3c57-484e-4f99-a8b2-09c4ec8ba249,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:13.399880 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0b120-fcea-4eff-b879-db8b1fe0aab3 req-a9480812-11dc-4d27-a4a4-389dea8b9dd4 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:13.401502 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a5c0b120-fcea-4eff-b879-db8b1fe0aab3 req-a9480812-11dc-4d27-a4a4-389dea8b9dd4 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.0540764 Sep 03 16:29:13.456948 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a5c0b120-fcea-4eff-b879-db8b1fe0aab3 req-9eaa6512-a0c7-46ee-b22a-665de50163f1 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453193 Sep 03 16:29:14.578313 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5b1a8-6e4b-499a-9c63-91c15393eebc req-00636bd6-684b-41e2-b936-4c422f04c8e8 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:14.580078 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c2c5b1a8-6e4b-499a-9c63-91c15393eebc req-00636bd6-684b-41e2-b936-4c422f04c8e8 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.0561111 Sep 03 16:29:14.625218 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c2c5b1a8-6e4b-499a-9c63-91c15393eebc req-d32bdca9-9989-4249-9027-792919422057 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353692 Sep 03 16:29:15.438838 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-20de62d5-bc20-48bd-a170-36c9345e2ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:15.746862 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4eff4b-d2d0-4b57-9053-dbfd569119e4 req-c6474100-ca6e-48f7-a9c3-7234b17998bd tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:15.748613 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fe4eff4b-d2d0-4b57-9053-dbfd569119e4 req-c6474100-ca6e-48f7-a9c3-7234b17998bd tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.0519640 Sep 03 16:29:15.787192 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fe4eff4b-d2d0-4b57-9053-dbfd569119e4 req-a72cd00a-22d9-47c9-8060-968fb2d21a9b tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326717 Sep 03 16:29:16.860158 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 48222) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:16.916866 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc304e9-7eca-4caf-8830-05680f952068 req-c00257ef-1409-4ef3-af28-528d16fad82f tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:16.919802 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fbc304e9-7eca-4caf-8830-05680f952068 req-c00257ef-1409-4ef3-af28-528d16fad82f tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.0590048 Sep 03 16:29:16.966281 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fbc304e9-7eca-4caf-8830-05680f952068 req-62844695-8411-4d6a-9479-33232cb49931 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380468 Sep 03 16:29:16.990903 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5a951037-1e13-449e-ae04-c254bdb3863b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:17.094908 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5a951037-1e13-449e-ae04-c254bdb3863b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:17.100860 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5a951037-1e13-449e-ae04-c254bdb3863b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:17.139989 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-5a951037-1e13-449e-ae04-c254bdb3863b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=05b7250683ee4507ba41480cfd82a2ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2812517 Sep 03 16:29:17.140917 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a951037-1e13-449e-ae04-c254bdb3863b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6e58b6-6e7d-4e17-8262-a207f04e9bce,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:17.142796 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 48226) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:17.193393 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-83351587-11dd-4155-ab17-292ea47b2194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:17.219746 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-83351587-11dd-4155-ab17-292ea47b2194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:17.265948 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-83351587-11dd-4155-ab17-292ea47b2194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:17.268658 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-83351587-11dd-4155-ab17-292ea47b2194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:17.272352 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-83351587-11dd-4155-ab17-292ea47b2194 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6f6e58b6-6e7d-4e17-8262-a207f04e9bce HTTP/1.1" status: 204 len: 168 time: 0.1259882 Sep 03 16:29:17.279794 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83351587-11dd-4155-ab17-292ea47b2194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6e58b6-6e7d-4e17-8262-a207f04e9bce,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:17.722746 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 48250) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:17.850721 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5a29fbe5-8408-411f-ab4b-5d78f41d9c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:17.952238 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5a29fbe5-8408-411f-ab4b-5d78f41d9c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:17.956741 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5a29fbe5-8408-411f-ab4b-5d78f41d9c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:17.999251 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-5a29fbe5-8408-411f-ab4b-5d78f41d9c14 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=974f71d55a9542e7bc2616b856a05b85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2751255 Sep 03 16:29:18.000151 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a29fbe5-8408-411f-ab4b-5d78f41d9c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b24e04d-ffaa-4af7-9a06-1dee71bfe0eb,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:18.002446 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 48256) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:18.011603 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-e4c76ece-5841-48bf-99c6-ac7021d92eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:18.085497 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4d215905-af22-427b-b7e7-b3d6160462c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:18.117505 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4d215905-af22-427b-b7e7-b3d6160462c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:18.132797 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fef512-a413-4917-bae0-0bc1afec39df req-79aba902-1e86-4a70-93b5-f8e6ebecc108 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:18.134670 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-91fef512-a413-4917-bae0-0bc1afec39df req-79aba902-1e86-4a70-93b5-f8e6ebecc108 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.0865102 Sep 03 16:29:18.194398 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-91fef512-a413-4917-bae0-0bc1afec39df req-f3e45482-1b09-4aa8-8735-e6982af2a520 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490651 Sep 03 16:29:18.213869 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4d215905-af22-427b-b7e7-b3d6160462c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:18.216998 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4d215905-af22-427b-b7e7-b3d6160462c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:18.218176 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-4d215905-af22-427b-b7e7-b3d6160462c6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5b24e04d-ffaa-4af7-9a06-1dee71bfe0eb HTTP/1.1" status: 204 len: 168 time: 0.2140691 Sep 03 16:29:18.227942 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d215905-af22-427b-b7e7-b3d6160462c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b24e04d-ffaa-4af7-9a06-1dee71bfe0eb,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:18.366915 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:18.543898 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 48266) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:18.563798 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7682a67d-531e-4d19-a602-f9e3708f9a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:18.677127 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7682a67d-531e-4d19-a602-f9e3708f9a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:18.682372 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7682a67d-531e-4d19-a602-f9e3708f9a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:18.729085 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-7682a67d-531e-4d19-a602-f9e3708f9a3c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bd8731f4122a478fb79d60d06773249b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1836267 Sep 03 16:29:18.732487 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 48268) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:18.734837 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7682a67d-531e-4d19-a602-f9e3708f9a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d68ca3-e353-445e-8fc2-df93940f7121,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:18.791373 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a0c32c37-9740-4c67-80cd-cefb73262e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:18.822787 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a0c32c37-9740-4c67-80cd-cefb73262e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:18.876889 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a0c32c37-9740-4c67-80cd-cefb73262e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:18.879932 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a0c32c37-9740-4c67-80cd-cefb73262e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:18.881290 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-a0c32c37-9740-4c67-80cd-cefb73262e4f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/35d68ca3-e353-445e-8fc2-df93940f7121 HTTP/1.1" status: 204 len: 168 time: 0.1474564 Sep 03 16:29:18.894176 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c32c37-9740-4c67-80cd-cefb73262e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d68ca3-e353-445e-8fc2-df93940f7121,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:19.000460 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad34-f359-45be-bded-9b7b563a89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:19.214558 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539131e-ec57-4f06-b06a-a30116e2e0a0 req-2f13b52a-0776-4c75-9792-ac848ea1abd7 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:19.216651 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4539131e-ec57-4f06-b06a-a30116e2e0a0 req-2f13b52a-0776-4c75-9792-ac848ea1abd7 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/networks?id=286c8e5f-3f83-4410-802f-107629637916 HTTP/1.1" status: 200 len: 814 time: 0.1084816 Sep 03 16:29:19.232155 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4539131e-ec57-4f06-b06a-a30116e2e0a0 req-c069a904-2b7d-48e3-8bd4-8bd532de850c tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/quotas/2a9bddf26a964d00a31fb55c6acb91db HTTP/1.1" status: 200 len: 375 time: 0.0097322 Sep 03 16:29:19.277321 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4539131e-ec57-4f06-b06a-a30116e2e0a0 req-8c48b964-fe18-4adb-acf5-da21f55e0c6b tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2a9bddf26a964d00a31fb55c6acb91db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332265 Sep 03 16:29:19.351242 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe364d6-8bb6-4920-9b78-e8f362e254e9 req-958e0d8a-8708-4b8b-b90b-27fd4508f472 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:19.352847 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0fe364d6-8bb6-4920-9b78-e8f362e254e9 req-958e0d8a-8708-4b8b-b90b-27fd4508f472 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.0656416 Sep 03 16:29:19.401424 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0fe364d6-8bb6-4920-9b78-e8f362e254e9 req-b4c56beb-0f63-45ac-9144-35b697f6acac tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412228 Sep 03 16:29:19.410838 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4539131e-ec57-4f06-b06a-a30116e2e0a0 req-ae163fa7-fada-4c69-8696-7e764b2d6b15 service neutron] 10.222.0.62 "GET /v2.0/networks/286c8e5f-3f83-4410-802f-107629637916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266897 Sep 03 16:29:19.527736 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4539131e-ec57-4f06-b06a-a30116e2e0a0 req-5b38bfed-d2e2-4788-819a-62153ac0d47b service neutron] 10.222.0.62 "GET /v2.0/networks/286c8e5f-3f83-4410-802f-107629637916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052480 Sep 03 16:29:19.724422 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fb1dd690-b633-4514-be3c-168e93362dd8 req-881164ea-3951-4010-9bbd-ac1123bc95cd tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce82798b-282c-4c8c-be21-ac0ba5415c80 HTTP/1.1" status: 200 len: 210 time: 0.0311024 Sep 03 16:29:20.411388 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52c2c0-96bd-47c3-9633-bd5ad8f013e4 req-a224cc9d-7584-486e-b608-28afd05d1318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:20.413219 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3b52c2c0-96bd-47c3-9633-bd5ad8f013e4 req-a224cc9d-7584-486e-b608-28afd05d1318 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 1099 time: 0.0552232 Sep 03 16:29:20.455827 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3b52c2c0-96bd-47c3-9633-bd5ad8f013e4 req-7d7eb36b-0e1b-4cfe-8606-58b6227e9c3e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341268 Sep 03 16:29:20.534713 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021c1ce-fb90-42ac-af7a-8a8ec0934909 req-81b6a2a5-ab67-45e1-827e-66cdb0866322 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:20.536396 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8021c1ce-fb90-42ac-af7a-8a8ec0934909 req-81b6a2a5-ab67-45e1-827e-66cdb0866322 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.0547149 Sep 03 16:29:20.580587 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8021c1ce-fb90-42ac-af7a-8a8ec0934909 req-e3d46159-f0a1-4cd8-8bea-fea202ebafc5 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374262 Sep 03 16:29:20.780848 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30fea9dd-2dab-4865-ba17-13165276935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:20.832260 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9505347c-50fe-41be-b7d1-0b814baf5cb4 req-03c40019-d534-47eb-9187-d8361e37bac1 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce82798b-282c-4c8c-be21-ac0ba5415c80 HTTP/1.1" status: 200 len: 210 time: 0.0274866 Sep 03 16:29:21.099825 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539131e-ec57-4f06-b06a-a30116e2e0a0 req-0835c601-f48c-41fc-94d9-6f24e11d8354 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:21.103229 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4539131e-ec57-4f06-b06a-a30116e2e0a0 req-0835c601-f48c-41fc-94d9-6f24e11d8354 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.58 "GET /v2.0/networks?id=286c8e5f-3f83-4410-802f-107629637916 HTTP/1.1" status: 200 len: 814 time: 0.1372759 Sep 03 16:29:21.127123 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [req-4539131e-ec57-4f06-b06a-a30116e2e0a0 req-b3a1ac9d-68d9-4b36-8f62-08accf1b5436 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Request body: {'port': {'device_id': 'ce82798b-282c-4c8c-be21-ac0ba5415c80', 'network_id': '286c8e5f-3f83-4410-802f-107629637916', 'admin_state_up': True, 'tenant_id': '2a9bddf26a964d00a31fb55c6acb91db'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:29:21.282389 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4539131e-ec57-4f06-b06a-a30116e2e0a0 req-b3a1ac9d-68d9-4b36-8f62-08accf1b5436 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Made reservation on behalf of 2a9bddf26a964d00a31fb55c6acb91db for: {'port': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:29:21.288399 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4539131e-ec57-4f06-b06a-a30116e2e0a0 req-b3a1ac9d-68d9-4b36-8f62-08accf1b5436 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:21.423504 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [req-4539131e-ec57-4f06-b06a-a30116e2e0a0 req-b3a1ac9d-68d9-4b36-8f62-08accf1b5436 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Allocated IP 172.20.0.13 (286c8e5f-3f83-4410-802f-107629637916/4031de07-53b7-4f82-8008-ab20cbbb4912/870f4d19-894e-4f74-baf1-4023ba7a1104) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:29:21.600728 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4539131e-ec57-4f06-b06a-a30116e2e0a0 req-b3a1ac9d-68d9-4b36-8f62-08accf1b5436 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:21.648674 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4539131e-ec57-4f06-b06a-a30116e2e0a0 req-b3a1ac9d-68d9-4b36-8f62-08accf1b5436 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852113'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:21.691518 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4539131e-ec57-4f06-b06a-a30116e2e0a0 req-b3a1ac9d-68d9-4b36-8f62-08accf1b5436 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Network 286c8e5f-3f83-4410-802f-107629637916 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:29:21.694787 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [req-4539131e-ec57-4f06-b06a-a30116e2e0a0 req-b3a1ac9d-68d9-4b36-8f62-08accf1b5436 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:29:21.699336 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-4539131e-ec57-4f06-b06a-a30116e2e0a0 req-b3a1ac9d-68d9-4b36-8f62-08accf1b5436 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:29:21.707057 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278efc03-b2bc-45f7-a865-3e1a7e516a09 req-6a9d602c-1d6c-4599-9a90-3526629c86ec tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:21.714521 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-278efc03-b2bc-45f7-a865-3e1a7e516a09 req-6a9d602c-1d6c-4599-9a90-3526629c86ec tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.0625422 Sep 03 16:29:21.726416 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a1ac9d-68d9-4b36-8f62-08accf1b5436 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Pushing event updated for resources: {'Port': ['ID=870f4d19-894e-4f74-baf1-4023ba7a1104,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:21.763014 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539131e-ec57-4f06-b06a-a30116e2e0a0 req-b3a1ac9d-68d9-4b36-8f62-08accf1b5436 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:21.763662 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4539131e-ec57-4f06-b06a-a30116e2e0a0 req-b3a1ac9d-68d9-4b36-8f62-08accf1b5436 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:21.771400 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-278efc03-b2bc-45f7-a865-3e1a7e516a09 req-93c9ad55-a2de-41cd-88fb-37053642f7e0 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503817 Sep 03 16:29:21.779316 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4539131e-ec57-4f06-b06a-a30116e2e0a0 req-b3a1ac9d-68d9-4b36-8f62-08accf1b5436 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6563432 Sep 03 16:29:21.794627 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [req-4539131e-ec57-4f06-b06a-a30116e2e0a0 req-c87823c9-9b73-4694-a4a3-3e2b935323cc service neutron] Request body: {'port': {'device_id': 'ce82798b-282c-4c8c-be21-ac0ba5415c80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:29:21.858802 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4539131e-ec57-4f06-b06a-a30116e2e0a0 req-c87823c9-9b73-4694-a4a3-3e2b935323cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:22.040243 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c0ff4-d242-4a8f-bc4d-bdd13eb77b49 req-df8b4995-2cc6-43cf-8cd9-e4e0001c6865 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:22.041865 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-294c0ff4-d242-4a8f-bc4d-bdd13eb77b49 req-df8b4995-2cc6-43cf-8cd9-e4e0001c6865 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce82798b-282c-4c8c-be21-ac0ba5415c80 HTTP/1.1" status: 200 len: 932 time: 0.1332102 Sep 03 16:29:22.124619 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-294c0ff4-d242-4a8f-bc4d-bdd13eb77b49 req-9dc0d174-5641-446b-b118-a0faffbe0ea5 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755410 Sep 03 16:29:22.211344 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [req-4539131e-ec57-4f06-b06a-a30116e2e0a0 req-c87823c9-9b73-4694-a4a3-3e2b935323cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 870f4d19-894e-4f74-baf1-4023ba7a1104 {{(pid=93828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:29:22.220701 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4539131e-ec57-4f06-b06a-a30116e2e0a0 req-c87823c9-9b73-4694-a4a3-3e2b935323cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:22.233978 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [req-4539131e-ec57-4f06-b06a-a30116e2e0a0 req-c87823c9-9b73-4694-a4a3-3e2b935323cc service neutron] Transition to ACTIVE for port object 870f4d19-894e-4f74-baf1-4023ba7a1104 will not be triggered until provisioned by entity L2. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:29:22.239365 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4539131e-ec57-4f06-b06a-a30116e2e0a0 req-c87823c9-9b73-4694-a4a3-3e2b935323cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126852102'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:22.276427 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:22.307860 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87823c9-9b73-4694-a4a3-3e2b935323cc service neutron] Pushing event updated for resources: {'Port': ['ID=870f4d19-894e-4f74-baf1-4023ba7a1104,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:22.372766 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-4539131e-ec57-4f06-b06a-a30116e2e0a0 req-c87823c9-9b73-4694-a4a3-3e2b935323cc service neutron] Attempting to bind port 870f4d19-894e-4f74-baf1-4023ba7a1104 on host hv-cinder-75793 for vnic_type normal with profile {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:29:22.373321 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-4539131e-ec57-4f06-b06a-a30116e2e0a0 req-c87823c9-9b73-4694-a4a3-3e2b935323cc service neutron] Attempting to bind port 870f4d19-894e-4f74-baf1-4023ba7a1104 by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': 'c6f8ed56-3d61-41f4-ac2b-a004c69384f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '286c8e5f-3f83-4410-802f-107629637916'}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:29:22.376118 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4539131e-ec57-4f06-b06a-a30116e2e0a0 req-c87823c9-9b73-4694-a4a3-3e2b935323cc service neutron] Attempting to bind port 870f4d19-894e-4f74-baf1-4023ba7a1104 on network 286c8e5f-3f83-4410-802f-107629637916 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:29:22.384182 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4539131e-ec57-4f06-b06a-a30116e2e0a0 req-c87823c9-9b73-4694-a4a3-3e2b935323cc service neutron] Port 870f4d19-894e-4f74-baf1-4023ba7a1104 on network 286c8e5f-3f83-4410-802f-107629637916 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 16:29:22.384414 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4539131e-ec57-4f06-b06a-a30116e2e0a0 req-c87823c9-9b73-4694-a4a3-3e2b935323cc service neutron] Attempting to bind port 870f4d19-894e-4f74-baf1-4023ba7a1104 on network 286c8e5f-3f83-4410-802f-107629637916 {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:29:22.393661 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4539131e-ec57-4f06-b06a-a30116e2e0a0 req-c87823c9-9b73-4694-a4a3-3e2b935323cc service neutron] Checking agent: {'id': 'd3fcaccf-3212-4db0-9fe2-d79bf18b2000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 25, 52), 'started_at': datetime.datetime(2021, 9, 3, 16, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:29:22.394215 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4539131e-ec57-4f06-b06a-a30116e2e0a0 req-c87823c9-9b73-4694-a4a3-3e2b935323cc service neutron] Checking segment: {'id': 'c6f8ed56-3d61-41f4-ac2b-a004c69384f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '286c8e5f-3f83-4410-802f-107629637916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:29:22.394888 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4539131e-ec57-4f06-b06a-a30116e2e0a0 req-c87823c9-9b73-4694-a4a3-3e2b935323cc service neutron] Bound using segment: {'id': 'c6f8ed56-3d61-41f4-ac2b-a004c69384f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '286c8e5f-3f83-4410-802f-107629637916'} {{(pid=93828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:29:22.395586 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.managers [req-4539131e-ec57-4f06-b06a-a30116e2e0a0 req-c87823c9-9b73-4694-a4a3-3e2b935323cc service neutron] Bound port: 870f4d19-894e-4f74-baf1-4023ba7a1104, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f8ed56-3d61-41f4-ac2b-a004c69384f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '286c8e5f-3f83-4410-802f-107629637916'}}] {{(pid=93828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:29:22.396150 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4539131e-ec57-4f06-b06a-a30116e2e0a0 req-c87823c9-9b73-4694-a4a3-3e2b935323cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:22.472044 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-4539131e-ec57-4f06-b06a-a30116e2e0a0 req-c87823c9-9b73-4694-a4a3-3e2b935323cc service neutron] For port 870f4d19-894e-4f74-baf1-4023ba7a1104, host hv-cinder-75793, cleared binding levels {{(pid=93828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:29:22.475382 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-4539131e-ec57-4f06-b06a-a30116e2e0a0 req-c87823c9-9b73-4694-a4a3-3e2b935323cc service neutron] For port 870f4d19-894e-4f74-baf1-4023ba7a1104, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=870f4d19-894e-4f74-baf1-4023ba7a1104,segment=NetworkSegment(c6f8ed56-3d61-41f4-ac2b-a004c69384f8),segment_id=c6f8ed56-3d61-41f4-ac2b-a004c69384f8)] {{(pid=93828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:29:22.480823 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4539131e-ec57-4f06-b06a-a30116e2e0a0 req-c87823c9-9b73-4694-a4a3-3e2b935323cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126852102'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:22.514557 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539131e-ec57-4f06-b06a-a30116e2e0a0 req-c87823c9-9b73-4694-a4a3-3e2b935323cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:22.515296 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-4539131e-ec57-4f06-b06a-a30116e2e0a0 req-c87823c9-9b73-4694-a4a3-3e2b935323cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:22.516733 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4539131e-ec57-4f06-b06a-a30116e2e0a0 req-c87823c9-9b73-4694-a4a3-3e2b935323cc service neutron] 10.222.0.58 "PUT /v2.0/ports/870f4d19-894e-4f74-baf1-4023ba7a1104 HTTP/1.1" status: 200 len: 1094 time: 0.7268441 Sep 03 16:29:22.519083 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce82798b-282c-4c8c-be21-ac0ba5415c80', 'tag': '870f4d19-894e-4f74-baf1-4023ba7a1104'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:29:22.521478 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9181e0e82ffee5c7a29e1125bc6bf0cf4bc90ac22456d4aa1390334b202da70b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150bcc9b-7efa-41d4-8f14-b1b9a54d5683" -d '{"events": [{"name": "network-changed", "server_uuid": "ce82798b-282c-4c8c-be21-ac0ba5415c80", "tag": "870f4d19-894e-4f74-baf1-4023ba7a1104"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:29:22.556101 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87823c9-9b73-4694-a4a3-3e2b935323cc service neutron] Pushing event updated for resources: {'Port': ['ID=870f4d19-894e-4f74-baf1-4023ba7a1104,revision_number=3']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:22.595279 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8567c899-5988-4caa-a5da-47c721eb20c1 x-openstack-request-id: req-8567c899-5988-4caa-a5da-47c721eb20c1 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:29:22.595575 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce82798b-282c-4c8c-be21-ac0ba5415c80", "tag": "870f4d19-894e-4f74-baf1-4023ba7a1104", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:29:22.595825 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8567c899-5988-4caa-a5da-47c721eb20c1 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:29:22.596231 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce82798b-282c-4c8c-be21-ac0ba5415c80', 'tag': '870f4d19-894e-4f74-baf1-4023ba7a1104', 'status': 'completed', 'code': 200} Sep 03 16:29:22.627485 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539131e-ec57-4f06-b06a-a30116e2e0a0 req-01f9742e-1aa9-4c6e-b2e4-c26487d8fd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:22.629099 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4539131e-ec57-4f06-b06a-a30116e2e0a0 req-01f9742e-1aa9-4c6e-b2e4-c26487d8fd5d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2a9bddf26a964d00a31fb55c6acb91db&device_id=ce82798b-282c-4c8c-be21-ac0ba5415c80 HTTP/1.1" status: 200 len: 1097 time: 0.0470157 Sep 03 16:29:22.687057 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4539131e-ec57-4f06-b06a-a30116e2e0a0 req-5df0a700-5dc8-443c-bd81-49dbb66d54e2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=870f4d19-894e-4f74-baf1-4023ba7a1104 HTTP/1.1" status: 200 len: 217 time: 0.0428472 Sep 03 16:29:22.894018 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48cdec-d468-403c-91c4-91a5d237c502 req-818cf268-1292-47c4-af8f-6c3d1597cd6e tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:22.895538 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-eb48cdec-d468-403c-91c4-91a5d237c502 req-818cf268-1292-47c4-af8f-6c3d1597cd6e tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.0535400 Sep 03 16:29:22.934373 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-eb48cdec-d468-403c-91c4-91a5d237c502 req-218107ef-0af4-457e-b5cd-4bdf7da848dc tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329111 Sep 03 16:29:23.247918 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb4457-1e0d-47fb-a4b2-64e4fdf03541 req-bb5250e4-96b3-40da-8eba-7ed7a5e658d0 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:23.249461 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-12eb4457-1e0d-47fb-a4b2-64e4fdf03541 req-bb5250e4-96b3-40da-8eba-7ed7a5e658d0 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.2401423 Sep 03 16:29:23.250269 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4cbf5-654a-415d-92c8-61cfcc4e02fc req-4f4da7d2-e5ff-488b-a0c3-5c7a5757f537 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:23.251677 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-21c4cbf5-654a-415d-92c8-61cfcc4e02fc req-4f4da7d2-e5ff-488b-a0c3-5c7a5757f537 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce82798b-282c-4c8c-be21-ac0ba5415c80 HTTP/1.1" status: 200 len: 944 time: 0.0480950 Sep 03 16:29:23.290643 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-12eb4457-1e0d-47fb-a4b2-64e4fdf03541 req-caab3a87-5e33-4cd1-a27e-9c63bc540648 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350344 Sep 03 16:29:23.293628 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-21c4cbf5-654a-415d-92c8-61cfcc4e02fc req-1eb0ceb6-258b-416d-9f21-6023f82bb7c6 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348938 Sep 03 16:29:24.420552 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee175bf-895a-4025-ae29-ddc8eb6f4398 req-992b4c5b-1ce7-4f65-b32d-4350c7809691 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:24.422045 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3ee175bf-895a-4025-ae29-ddc8eb6f4398 req-992b4c5b-1ce7-4f65-b32d-4350c7809691 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce82798b-282c-4c8c-be21-ac0ba5415c80 HTTP/1.1" status: 200 len: 944 time: 0.0585790 Sep 03 16:29:24.461859 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3ee175bf-895a-4025-ae29-ddc8eb6f4398 req-eee4f382-ed54-4a80-b0a5-dbf6bd3df96d tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338707 Sep 03 16:29:25.585726 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657d0f4-8dce-403f-9108-319a716be7b2 req-0dcd4ce3-b21e-46fe-b08c-8402abe66b4c tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:25.587317 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0657d0f4-8dce-403f-9108-319a716be7b2 req-0dcd4ce3-b21e-46fe-b08c-8402abe66b4c tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce82798b-282c-4c8c-be21-ac0ba5415c80 HTTP/1.1" status: 200 len: 944 time: 0.0544569 Sep 03 16:29:25.627005 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0657d0f4-8dce-403f-9108-319a716be7b2 req-fd1075a9-a2cb-4889-94aa-88cdce09f12a tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334358 Sep 03 16:29:25.837380 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-e252f19f-dd3e-4d3c-8df8-c3041748f205 None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:29:25.904618 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539131e-ec57-4f06-b06a-a30116e2e0a0 req-3508b84c-07fd-42e9-82e9-b8ebed23c6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:25.907234 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4539131e-ec57-4f06-b06a-a30116e2e0a0 req-3508b84c-07fd-42e9-82e9-b8ebed23c6e1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4031de07-53b7-4f82-8008-ab20cbbb4912 HTTP/1.1" status: 200 len: 854 time: 0.0609052 Sep 03 16:29:25.945759 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4539131e-ec57-4f06-b06a-a30116e2e0a0 req-93e6e53a-382c-4300-b62f-c296cc7c3ea9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=286c8e5f-3f83-4410-802f-107629637916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303886 Sep 03 16:29:26.078261 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4539131e-ec57-4f06-b06a-a30116e2e0a0 req-cbf07b3f-e15c-4a3d-99cf-a97ce19454a3 service neutron] 10.222.0.58 "GET /v2.0/networks/286c8e5f-3f83-4410-802f-107629637916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187139 Sep 03 16:29:26.174965 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4539131e-ec57-4f06-b06a-a30116e2e0a0 req-ce7ad959-4913-49e5-845a-2d6574681a1b service neutron] 10.222.0.58 "GET /v2.0/networks/286c8e5f-3f83-4410-802f-107629637916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857992 Sep 03 16:29:26.275195 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150bcc9b-7efa-41d4-8f14-b1b9a54d5683 req-4adb08b8-b685-46ef-9816-b2748bc47862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:26.277191 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-150bcc9b-7efa-41d4-8f14-b1b9a54d5683 req-4adb08b8-b685-46ef-9816-b2748bc47862 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2a9bddf26a964d00a31fb55c6acb91db&device_id=ce82798b-282c-4c8c-be21-ac0ba5415c80 HTTP/1.1" status: 200 len: 1097 time: 0.0385046 Sep 03 16:29:26.380966 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150bcc9b-7efa-41d4-8f14-b1b9a54d5683 req-863cf3f0-a603-4d8c-a637-6904faea0bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:26.383143 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-150bcc9b-7efa-41d4-8f14-b1b9a54d5683 req-863cf3f0-a603-4d8c-a637-6904faea0bd9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=286c8e5f-3f83-4410-802f-107629637916 HTTP/1.1" status: 200 len: 915 time: 0.0938225 Sep 03 16:29:26.431616 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-150bcc9b-7efa-41d4-8f14-b1b9a54d5683 req-429e9a18-354b-44aa-b4fd-4e369df8a0a5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=870f4d19-894e-4f74-baf1-4023ba7a1104 HTTP/1.1" status: 200 len: 217 time: 0.0386870 Sep 03 16:29:26.489945 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150bcc9b-7efa-41d4-8f14-b1b9a54d5683 req-209229fa-e2af-412a-9385-bcd3cc959109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:26.491383 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-150bcc9b-7efa-41d4-8f14-b1b9a54d5683 req-209229fa-e2af-412a-9385-bcd3cc959109 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4031de07-53b7-4f82-8008-ab20cbbb4912 HTTP/1.1" status: 200 len: 854 time: 0.0474911 Sep 03 16:29:26.523280 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-150bcc9b-7efa-41d4-8f14-b1b9a54d5683 req-ef4ff6e3-35f3-4351-ad39-ff9c36c35f87 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=286c8e5f-3f83-4410-802f-107629637916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243983 Sep 03 16:29:26.639140 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-150bcc9b-7efa-41d4-8f14-b1b9a54d5683 req-cc29a35b-a215-46f1-9d59-6957c2d45363 service neutron] 10.222.0.58 "GET /v2.0/networks/286c8e5f-3f83-4410-802f-107629637916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927675 Sep 03 16:29:26.747566 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-150bcc9b-7efa-41d4-8f14-b1b9a54d5683 req-62dc327e-6309-424d-ad2a-165630867f0a service neutron] 10.222.0.58 "GET /v2.0/networks/286c8e5f-3f83-4410-802f-107629637916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958242 Sep 03 16:29:26.764777 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05cbca9-9eb2-4057-a085-f656aa107b43 req-8ec5fbe9-43cf-4f94-aded-e69902cf9585 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:26.765367 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f05cbca9-9eb2-4057-a085-f656aa107b43 req-8ec5fbe9-43cf-4f94-aded-e69902cf9585 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce82798b-282c-4c8c-be21-ac0ba5415c80 HTTP/1.1" status: 200 len: 944 time: 0.0659337 Sep 03 16:29:26.810011 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f05cbca9-9eb2-4057-a085-f656aa107b43 req-299c1c0a-8aa2-4972-be36-ca036eb19999 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385103 Sep 03 16:29:27.106173 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c140a2-452a-4766-8944-1e3ff78bcaf7 req-1aa80ec5-63f3-40ce-9cd0-951fe5bef066 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:27.107713 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-76c140a2-452a-4766-8944-1e3ff78bcaf7 req-1aa80ec5-63f3-40ce-9cd0-951fe5bef066 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.0859468 Sep 03 16:29:27.115161 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce4790-6275-4eb5-b8d5-011761672e70 req-e328fe02-6818-4870-b677-f8218a9544f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:27.116632 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4cce4790-6275-4eb5-b8d5-011761672e70 req-e328fe02-6818-4870-b677-f8218a9544f4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a4659072c3364bfdad1b453680cc8963&device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 1098 time: 0.0642614 Sep 03 16:29:27.178958 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-76c140a2-452a-4766-8944-1e3ff78bcaf7 req-d20c1965-3ad7-492b-bc64-af71e59bd113 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613027 Sep 03 16:29:27.237432 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce4790-6275-4eb5-b8d5-011761672e70 req-ba3478a8-ffd1-42c0-a0da-1a7250bfe086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:27.238916 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4cce4790-6275-4eb5-b8d5-011761672e70 req-ba3478a8-ffd1-42c0-a0da-1a7250bfe086 service neutron] 10.222.0.58 "GET /v2.0/networks?id=024a4882-f815-4f97-b26b-5f4a3ff23835 HTTP/1.1" status: 200 len: 919 time: 0.1136394 Sep 03 16:29:27.289108 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4cce4790-6275-4eb5-b8d5-011761672e70 req-40d64ef6-ecd4-4129-ac02-29462b094e29 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a68e8b3e-08f4-406e-a932-fe994bcc0e36 HTTP/1.1" status: 200 len: 217 time: 0.0390511 Sep 03 16:29:27.342259 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce4790-6275-4eb5-b8d5-011761672e70 req-f0846738-2871-410e-af8b-23d0e4ab5e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:27.343746 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4cce4790-6275-4eb5-b8d5-011761672e70 req-f0846738-2871-410e-af8b-23d0e4ab5e0c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d899d4fe-e6a8-4e76-b1bd-98ac386b9085 HTTP/1.1" status: 200 len: 858 time: 0.0454261 Sep 03 16:29:27.381683 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4cce4790-6275-4eb5-b8d5-011761672e70 req-953097e0-4fd9-413d-9c20-8936692fdeb7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=024a4882-f815-4f97-b26b-5f4a3ff23835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239270 Sep 03 16:29:27.493618 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4cce4790-6275-4eb5-b8d5-011761672e70 req-c733f0d3-e965-4142-8f86-3d789ca7c44d service neutron] 10.222.0.58 "GET /v2.0/networks/024a4882-f815-4f97-b26b-5f4a3ff23835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974057 Sep 03 16:29:27.602285 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4cce4790-6275-4eb5-b8d5-011761672e70 req-7b58fe67-f945-4740-bdba-f7737c946137 service neutron] 10.222.0.58 "GET /v2.0/networks/024a4882-f815-4f97-b26b-5f4a3ff23835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923221 Sep 03 16:29:27.946714 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f192e-452d-4d42-88a6-726479fab133 req-85319ee8-0559-4687-a65e-04aaf8856824 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:27.948561 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f82f192e-452d-4d42-88a6-726479fab133 req-85319ee8-0559-4687-a65e-04aaf8856824 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce82798b-282c-4c8c-be21-ac0ba5415c80 HTTP/1.1" status: 200 len: 944 time: 0.0573533 Sep 03 16:29:27.989768 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f82f192e-452d-4d42-88a6-726479fab133 req-601a77ab-4a22-4b0c-8ef3-4fb2860dcda8 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349398 Sep 03 16:29:28.320401 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49840029-6795-40fb-9cbf-aa821194085c req-b9f645ff-e6b9-4f24-a879-f8d276976d43 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:28.322604 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-49840029-6795-40fb-9cbf-aa821194085c req-b9f645ff-e6b9-4f24-a879-f8d276976d43 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.0561934 Sep 03 16:29:28.374213 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-49840029-6795-40fb-9cbf-aa821194085c req-42ed8324-129a-4199-8ce8-8b88dc933954 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424767 Sep 03 16:29:29.119000 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea358d-632f-4ab1-a8d1-33d90f209f9a req-628ac24e-4558-41c7-ae2a-d48862a67028 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:29.120665 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8dea358d-632f-4ab1-a8d1-33d90f209f9a req-628ac24e-4558-41c7-ae2a-d48862a67028 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce82798b-282c-4c8c-be21-ac0ba5415c80 HTTP/1.1" status: 200 len: 944 time: 0.0554917 Sep 03 16:29:29.168880 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8dea358d-632f-4ab1-a8d1-33d90f209f9a req-7a3192d7-cb94-4212-aefc-80a02bd95e88 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404177 Sep 03 16:29:29.555358 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7490c67-fb0a-42df-ab19-aa204e2d61fd req-af19d8b9-8245-41e8-902f-0be393bdb43d tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:29.557551 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e7490c67-fb0a-42df-ab19-aa204e2d61fd req-af19d8b9-8245-41e8-902f-0be393bdb43d tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.0593531 Sep 03 16:29:29.609523 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e7490c67-fb0a-42df-ab19-aa204e2d61fd req-6e2e6fc6-7096-43b6-96f5-48afe90bbf1b tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461774 Sep 03 16:29:29.667524 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 48504) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:29.775827 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b33f5ba9-e419-4af2-884a-ded6abe093da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:29.826425 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 870f4d19-894e-4f74-baf1-4023ba7a1104 details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 16:29:29.874946 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b33f5ba9-e419-4af2-884a-ded6abe093da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:29.879813 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b33f5ba9-e419-4af2-884a-ded6abe093da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:29.919514 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-b33f5ba9-e419-4af2-884a-ded6abe093da admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3bfa944d8eb74f2c988324081b755b9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2551847 Sep 03 16:29:29.920216 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f5ba9-e419-4af2-884a-ded6abe093da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60f4814-8bf4-4d57-8016-a4e1c643b512,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:29.923198 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 48508) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:29.977908 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1bb3810f-9d12-4265-89a5-3db3559a722f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:30.001176 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1bb3810f-9d12-4265-89a5-3db3559a722f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:30.044008 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 870f4d19-894e-4f74-baf1-4023ba7a1104, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=870f4d19-894e-4f74-baf1-4023ba7a1104,segment=NetworkSegment(c6f8ed56-3d61-41f4-ac2b-a004c69384f8),segment_id=c6f8ed56-3d61-41f4-ac2b-a004c69384f8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:29:30.054378 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1bb3810f-9d12-4265-89a5-3db3559a722f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:30.054621 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Returning: {'device': '870f4d19-894e-4f74-baf1-4023ba7a1104', 'network_id': '286c8e5f-3f83-4410-802f-107629637916', 'port_id': '870f4d19-894e-4f74-baf1-4023ba7a1104', 'mac_address': 'fa:16:3e:2a:47:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4031de07-53b7-4f82-8008-ab20cbbb4912', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 16:29:30.057096 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1bb3810f-9d12-4265-89a5-3db3559a722f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:30.059316 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-1bb3810f-9d12-4265-89a5-3db3559a722f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f60f4814-8bf4-4d57-8016-a4e1c643b512 HTTP/1.1" status: 204 len: 168 time: 0.1345417 Sep 03 16:29:30.068526 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb3810f-9d12-4265-89a5-3db3559a722f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60f4814-8bf4-4d57-8016-a4e1c643b512,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:30.101504 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:30.114583 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 870f4d19-894e-4f74-baf1-4023ba7a1104 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:29:30.134429 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 870f4d19-894e-4f74-baf1-4023ba7a1104, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=870f4d19-894e-4f74-baf1-4023ba7a1104,segment=NetworkSegment(c6f8ed56-3d61-41f4-ac2b-a004c69384f8),segment_id=c6f8ed56-3d61-41f4-ac2b-a004c69384f8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:29:30.138756 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:30.192659 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=870f4d19-894e-4f74-baf1-4023ba7a1104,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:30.206155 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:30.206520 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:30.206871 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:30.207213 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:30.207609 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:30.207954 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:30.208285 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:30.208620 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:30.208974 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:30.209360 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:30.209862 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:30.210197 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:30.289087 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47624a6-31ab-473b-a097-b8ca3d086431 req-5e48c7cc-1085-4f6c-bd70-4a396622aaa3 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:30.290585 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d47624a6-31ab-473b-a097-b8ca3d086431 req-5e48c7cc-1085-4f6c-bd70-4a396622aaa3 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce82798b-282c-4c8c-be21-ac0ba5415c80 HTTP/1.1" status: 200 len: 945 time: 0.0508320 Sep 03 16:29:30.329826 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d47624a6-31ab-473b-a097-b8ca3d086431 req-bb989806-2d27-4b2b-8fd3-2a2a55ba1acd tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326986 Sep 03 16:29:30.353772 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 48518) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:30.367080 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fd6319a5-47e7-451e-89ec-adea0c054cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:30.457248 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fd6319a5-47e7-451e-89ec-adea0c054cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:30.461516 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fd6319a5-47e7-451e-89ec-adea0c054cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:30.498732 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-fd6319a5-47e7-451e-89ec-adea0c054cae admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=37f5ddb32e1946258eeb8c717877828c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1438954 Sep 03 16:29:30.499909 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6319a5-47e7-451e-89ec-adea0c054cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3808f9-7384-4e3c-bd55-e2b717e0d9a3,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:30.507857 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 48520) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:30.560104 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-24525767-af45-4b8b-8f9e-721b01dd26ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:30.582524 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-24525767-af45-4b8b-8f9e-721b01dd26ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:30.629064 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-24525767-af45-4b8b-8f9e-721b01dd26ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:30.631948 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-24525767-af45-4b8b-8f9e-721b01dd26ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:30.633485 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-24525767-af45-4b8b-8f9e-721b01dd26ec admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9c3808f9-7384-4e3c-bd55-e2b717e0d9a3 HTTP/1.1" status: 204 len: 168 time: 0.1246853 Sep 03 16:29:30.641621 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24525767-af45-4b8b-8f9e-721b01dd26ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3808f9-7384-4e3c-bd55-e2b717e0d9a3,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:30.742239 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa01940-5ac6-4dd5-97df-5e8c1829a905 req-49aeb867-124f-4791-bcc0-b67f44639312 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:30.743981 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4fa01940-5ac6-4dd5-97df-5e8c1829a905 req-49aeb867-124f-4791-bcc0-b67f44639312 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.0510218 Sep 03 16:29:30.784631 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4fa01940-5ac6-4dd5-97df-5e8c1829a905 req-7106cbfc-1f50-4651-a2bb-e94f2bdba6ad tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344727 Sep 03 16:29:31.457321 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d858a-e3f3-4330-8323-39b36174c308 req-c1a4c936-309d-4b49-8bbd-d098cd94e9db tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:31.458895 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-152d858a-e3f3-4330-8323-39b36174c308 req-c1a4c936-309d-4b49-8bbd-d098cd94e9db tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce82798b-282c-4c8c-be21-ac0ba5415c80 HTTP/1.1" status: 200 len: 945 time: 0.0546548 Sep 03 16:29:31.519832 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-152d858a-e3f3-4330-8323-39b36174c308 req-ee05d3ab-2019-436e-8f6d-8629790b1d0d tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537953 Sep 03 16:29:31.926719 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806a948-583d-4aa5-8702-49fa29775652 req-c2ffc690-d7e6-4b1d-b157-be7cc2208586 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:31.928368 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d806a948-583d-4aa5-8702-49fa29775652 req-c2ffc690-d7e6-4b1d-b157-be7cc2208586 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.0662367 Sep 03 16:29:31.970726 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d806a948-583d-4aa5-8702-49fa29775652 req-e190b7b4-691e-4eaf-bf6c-cac4701cd791 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354357 Sep 03 16:29:32.136622 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] get_ports_and_sgs() called for port_ids ['870f4d19-894e-4f74-baf1-4023ba7a1104'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:29:32.648469 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57973757-d4f2-4ebc-ba61-3c7e1ccce31f req-9f630719-10e7-4289-8cb1-980cd45d48a6 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:32.650102 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-57973757-d4f2-4ebc-ba61-3c7e1ccce31f req-9f630719-10e7-4289-8cb1-980cd45d48a6 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce82798b-282c-4c8c-be21-ac0ba5415c80 HTTP/1.1" status: 200 len: 945 time: 0.0495343 Sep 03 16:29:32.712250 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-57973757-d4f2-4ebc-ba61-3c7e1ccce31f req-9c3999a7-906b-4f02-a5c1-d0bd81a5b6a9 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555975 Sep 03 16:29:33.090118 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5acd93c-3814-4c47-8fa4-4ef971771f24 req-f9ee35b6-3da5-46da-aaf1-74de2ed7bb88 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:33.091632 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a5acd93c-3814-4c47-8fa4-4ef971771f24 req-f9ee35b6-3da5-46da-aaf1-74de2ed7bb88 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.0484259 Sep 03 16:29:33.129163 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a5acd93c-3814-4c47-8fa4-4ef971771f24 req-751b6ca3-b827-4c7e-a67a-68eb9af22cdb tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312922 Sep 03 16:29:33.739759 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 870f4d19-894e-4f74-baf1-4023ba7a1104 up at agent hyperv_hv-cinder-75793 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:29:33.808290 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Provisioning for port 870f4d19-894e-4f74-baf1-4023ba7a1104 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:29:33.813217 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Provisioning complete for port 870f4d19-894e-4f74-baf1-4023ba7a1104 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:29:33.813629 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:33.890188 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb0fe5-060c-440b-8ee5-5252e9a29ee3 req-9b9029cb-20e7-4873-8440-13683c2ef245 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:33.892369 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d2bb0fe5-060c-440b-8ee5-5252e9a29ee3 req-9b9029cb-20e7-4873-8440-13683c2ef245 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce82798b-282c-4c8c-be21-ac0ba5415c80 HTTP/1.1" status: 200 len: 945 time: 0.0645881 Sep 03 16:29:33.920715 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:33.947370 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d2bb0fe5-060c-440b-8ee5-5252e9a29ee3 req-fdf79396-c41a-42b1-89e3-8f483df395c0 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462308 Sep 03 16:29:33.950816 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce82798b-282c-4c8c-be21-ac0ba5415c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870f4d19-894e-4f74-baf1-4023ba7a1104'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:29:33.953298 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b89f8b623511fb8008411a61343ca2df4e8635703a50781169befd4cf5794b60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91fbcb7-19f7-4775-8a11-c8ec744fa602" -d '{"events": [{"server_uuid": "ce82798b-282c-4c8c-be21-ac0ba5415c80", "name": "network-vif-plugged", "status": "completed", "tag": "870f4d19-894e-4f74-baf1-4023ba7a1104"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:29:33.977909 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 870f4d19-894e-4f74-baf1-4023ba7a1104, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=870f4d19-894e-4f74-baf1-4023ba7a1104,segment=NetworkSegment(c6f8ed56-3d61-41f4-ac2b-a004c69384f8),segment_id=c6f8ed56-3d61-41f4-ac2b-a004c69384f8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:29:33.992965 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:33.997568 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202126fc-9dc8-456b-9af5-f708c7b35cbe x-openstack-request-id: req-202126fc-9dc8-456b-9af5-f708c7b35cbe {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:29:33.997907 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce82798b-282c-4c8c-be21-ac0ba5415c80", "name": "network-vif-plugged", "status": "completed", "tag": "870f4d19-894e-4f74-baf1-4023ba7a1104", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:29:33.998067 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-202126fc-9dc8-456b-9af5-f708c7b35cbe {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:29:33.998441 dv-cinder-757936-8-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce82798b-282c-4c8c-be21-ac0ba5415c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870f4d19-894e-4f74-baf1-4023ba7a1104', 'code': 200} Sep 03 16:29:34.052033 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=870f4d19-894e-4f74-baf1-4023ba7a1104,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:34.223842 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e672c-e97f-4683-bd65-d17666a312c0 req-d47c9357-9f5a-4754-bf0c-8089f2e8d7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:34.225976 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2a1e672c-e97f-4683-bd65-d17666a312c0 req-d47c9357-9f5a-4754-bf0c-8089f2e8d7ca service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ce82798b-282c-4c8c-be21-ac0ba5415c80 HTTP/1.1" status: 200 len: 1099 time: 0.0449946 Sep 03 16:29:34.265268 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c680925b-5cff-486f-b680-35c351d54ed0 req-2ee910a3-6156-43f0-92d4-ec43bd3138ef tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:34.266825 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-c680925b-5cff-486f-b680-35c351d54ed0 req-2ee910a3-6156-43f0-92d4-ec43bd3138ef tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.0614872 Sep 03 16:29:34.273186 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2a1e672c-e97f-4683-bd65-d17666a312c0 req-6871591a-2d2e-4b8a-8389-27fa57cc5006 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378797 Sep 03 16:29:34.304202 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-c680925b-5cff-486f-b680-35c351d54ed0 req-29cc7bb4-fa57-4014-a7a6-63d6dfa5c26d tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315096 Sep 03 16:29:35.086641 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a74d3-a26f-4a9c-8f71-018850051ff4 req-7cf9f1be-7ec6-4f8f-b7fc-298a18e4eaea tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:35.095612 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f97a74d3-a26f-4a9c-8f71-018850051ff4 req-7cf9f1be-7ec6-4f8f-b7fc-298a18e4eaea tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce82798b-282c-4c8c-be21-ac0ba5415c80 HTTP/1.1" status: 200 len: 946 time: 0.0732749 Sep 03 16:29:35.136194 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f97a74d3-a26f-4a9c-8f71-018850051ff4 req-8b0a2d51-48a4-4b71-8df8-86562c9d2b06 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396421 Sep 03 16:29:35.420606 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0bc6a9-fd0a-4f7e-ba63-5393961f777e req-766c284f-22f5-47b4-ad43-e530fd7d2604 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:35.422096 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1d0bc6a9-fd0a-4f7e-ba63-5393961f777e req-766c284f-22f5-47b4-ad43-e530fd7d2604 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.0468953 Sep 03 16:29:35.462172 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1d0bc6a9-fd0a-4f7e-ba63-5393961f777e req-2f46e391-7b39-4f3a-990e-7ac690c11b35 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340858 Sep 03 16:29:36.252762 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4168b03-5659-466f-a89a-b404b4689293 req-dc0afdd6-7a70-4a4c-b3c6-4827b5d6e652 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:36.254303 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d4168b03-5659-466f-a89a-b404b4689293 req-dc0afdd6-7a70-4a4c-b3c6-4827b5d6e652 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce82798b-282c-4c8c-be21-ac0ba5415c80 HTTP/1.1" status: 200 len: 946 time: 0.0489907 Sep 03 16:29:36.295445 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d4168b03-5659-466f-a89a-b404b4689293 req-c39a9321-f8fe-42b7-ba10-c766b9dd82e2 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352747 Sep 03 16:29:36.608358 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069d8e2-17ca-4562-b0bc-0f36365e43f4 req-dcc707cf-3e9e-4f7f-ab36-9e8a0fd4b76b tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:36.610809 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6069d8e2-17ca-4562-b0bc-0f36365e43f4 req-dcc707cf-3e9e-4f7f-ab36-9e8a0fd4b76b tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.0610158 Sep 03 16:29:36.653497 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6069d8e2-17ca-4562-b0bc-0f36365e43f4 req-a9018d3b-96a5-487e-ba81-a9d2535b90d3 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353804 Sep 03 16:29:37.779611 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e172ae2-def1-4513-8e32-f4a60ea56b91 req-154f3b01-9ff0-4848-b0e0-0ce3ba1167c6 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:37.781132 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7e172ae2-def1-4513-8e32-f4a60ea56b91 req-154f3b01-9ff0-4848-b0e0-0ce3ba1167c6 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.0566032 Sep 03 16:29:37.825062 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7e172ae2-def1-4513-8e32-f4a60ea56b91 req-0bf8b100-228a-4706-a441-198588e2819c tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379958 Sep 03 16:29:39.088345 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996305b0-f9c3-42fe-9254-a1ba994c887b req-434ce42b-8fc4-46f7-8da1-480070645dd8 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:39.089926 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-996305b0-f9c3-42fe-9254-a1ba994c887b req-434ce42b-8fc4-46f7-8da1-480070645dd8 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.0530610 Sep 03 16:29:39.129232 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-996305b0-f9c3-42fe-9254-a1ba994c887b req-61cd9ddb-7689-40fc-a11a-c2fe1962c2b0 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329428 Sep 03 16:29:40.250613 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa0009-c45f-409e-8285-2d5f0411126a req-0acac7d3-2b70-4df7-a7ad-f02ff93db121 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:40.252131 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b4aa0009-c45f-409e-8285-2d5f0411126a req-0acac7d3-2b70-4df7-a7ad-f02ff93db121 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.0489845 Sep 03 16:29:40.289463 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b4aa0009-c45f-409e-8285-2d5f0411126a req-9a34396c-8f65-40ea-ab88-dfd2417a5229 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312572 Sep 03 16:29:41.411022 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1e9df-ba8d-456b-a658-f9a90bd10748 req-1ba08996-2f9b-4d88-9f9f-a74a308e1059 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:41.413085 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-64b1e9df-ba8d-456b-a658-f9a90bd10748 req-1ba08996-2f9b-4d88-9f9f-a74a308e1059 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.0519862 Sep 03 16:29:41.455617 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-64b1e9df-ba8d-456b-a658-f9a90bd10748 req-be38074c-b0d8-412c-8e77-e169af9cf7c4 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355785 Sep 03 16:29:42.582013 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e7ee6-cc6e-4acd-8029-9d9cfc37912e req-6a63e585-841a-47c6-92c8-cc8473cf4f8d tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:42.583610 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-576e7ee6-cc6e-4acd-8029-9d9cfc37912e req-6a63e585-841a-47c6-92c8-cc8473cf4f8d tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.0551369 Sep 03 16:29:42.632641 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-576e7ee6-cc6e-4acd-8029-9d9cfc37912e req-c7017c50-a109-4755-bdaf-46f994cc8803 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420375 Sep 03 16:29:43.769625 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42229830-8984-453e-bfe5-606871737170 req-a76a023e-f41d-4a06-9df0-e0629bf02dc3 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:43.771276 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-42229830-8984-453e-bfe5-606871737170 req-a76a023e-f41d-4a06-9df0-e0629bf02dc3 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.0614247 Sep 03 16:29:43.814238 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-42229830-8984-453e-bfe5-606871737170 req-ac488dd0-577c-45ef-83f3-b9dfe895a2e8 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367641 Sep 03 16:29:44.935354 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b5369-8c74-4e4c-81cf-08b92b5d877c req-bbd3abaa-10b4-40bf-8b0b-a2d6e050c96d tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:44.936973 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5c8b5369-8c74-4e4c-81cf-08b92b5d877c req-bbd3abaa-10b4-40bf-8b0b-a2d6e050c96d tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.0501735 Sep 03 16:29:44.984577 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5c8b5369-8c74-4e4c-81cf-08b92b5d877c req-c17afd42-c60c-4583-b387-3a8dd529daa6 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411882 Sep 03 16:29:45.436788 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-cf32a5d7-da14-404b-9132-a3e98fdfa2e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:46.115227 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75782263-eaea-4dcb-8964-24cd11329f22 req-a2b4d973-db76-4fe2-b753-e6bd73726e99 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:46.121019 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-75782263-eaea-4dcb-8964-24cd11329f22 req-a2b4d973-db76-4fe2-b753-e6bd73726e99 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.0546529 Sep 03 16:29:46.174071 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-75782263-eaea-4dcb-8964-24cd11329f22 req-e9f7723c-4767-4612-9be2-50063a162a31 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475874 Sep 03 16:29:47.308580 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c7bfd-ab02-4d55-884a-e8df7975597a req-c4ddfb9d-ce5e-46d0-9d27-beee8ab228e3 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:47.310135 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9a7c7bfd-ab02-4d55-884a-e8df7975597a req-c4ddfb9d-ce5e-46d0-9d27-beee8ab228e3 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.0494051 Sep 03 16:29:47.349670 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9a7c7bfd-ab02-4d55-884a-e8df7975597a req-c4e639b5-7e20-40f3-827f-7346a45c6123 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333815 Sep 03 16:29:48.004080 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1765dc6d-d5fa-406b-b371-134691848aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:48.364112 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:48.461871 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145db56a-988b-4622-a05a-3a84ceb756d2 req-eeb8fd32-afda-48dd-84a2-16c93431b68b tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:48.463871 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-145db56a-988b-4622-a05a-3a84ceb756d2 req-eeb8fd32-afda-48dd-84a2-16c93431b68b tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.0484498 Sep 03 16:29:48.503394 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-145db56a-988b-4622-a05a-3a84ceb756d2 req-cc1eddc9-d49e-447b-9b54-0ca9ec79c318 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336390 Sep 03 16:29:49.003361 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad34-f359-45be-bded-9b7b563a89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:49.630662 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329ae0e-0847-4940-a143-aed0075729cc req-416bb423-42ea-468c-8395-b304fb62e1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:49.632226 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8329ae0e-0847-4940-a143-aed0075729cc req-416bb423-42ea-468c-8395-b304fb62e1b6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a4659072c3364bfdad1b453680cc8963&device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 1098 time: 0.0756564 Sep 03 16:29:49.649137 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68705eb1-33f5-4de4-8411-d6bc9a320bbb req-40198c51-4812-4ddd-a3fe-5cee4b0e459b tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:49.650715 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-68705eb1-33f5-4de4-8411-d6bc9a320bbb req-40198c51-4812-4ddd-a3fe-5cee4b0e459b tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.0606797 Sep 03 16:29:49.746949 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-68705eb1-33f5-4de4-8411-d6bc9a320bbb req-c2b7f28e-b287-48e1-b682-5954a4174c3f tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847311 Sep 03 16:29:49.767022 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329ae0e-0847-4940-a143-aed0075729cc req-6ec592d1-6182-44eb-a0ab-26f4b063956f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:49.768519 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8329ae0e-0847-4940-a143-aed0075729cc req-6ec592d1-6182-44eb-a0ab-26f4b063956f service neutron] 10.222.0.58 "GET /v2.0/networks?id=024a4882-f815-4f97-b26b-5f4a3ff23835 HTTP/1.1" status: 200 len: 919 time: 0.1139772 Sep 03 16:29:49.815203 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8329ae0e-0847-4940-a143-aed0075729cc req-b8710af0-abce-4a89-ad8b-fe3578785cd5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a68e8b3e-08f4-406e-a932-fe994bcc0e36 HTTP/1.1" status: 200 len: 217 time: 0.0365505 Sep 03 16:29:49.869567 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329ae0e-0847-4940-a143-aed0075729cc req-3c7e605c-a33a-460a-b9e6-065701a96fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:49.872014 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8329ae0e-0847-4940-a143-aed0075729cc req-3c7e605c-a33a-460a-b9e6-065701a96fb8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d899d4fe-e6a8-4e76-b1bd-98ac386b9085 HTTP/1.1" status: 200 len: 858 time: 0.0476222 Sep 03 16:29:49.906393 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8329ae0e-0847-4940-a143-aed0075729cc req-0cddbafa-8e44-471e-8fad-6baea7d65ba5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=024a4882-f815-4f97-b26b-5f4a3ff23835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243945 Sep 03 16:29:50.031566 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8329ae0e-0847-4940-a143-aed0075729cc req-b78949f4-4531-4dfa-9ee3-72614f5bf9c3 service neutron] 10.222.0.58 "GET /v2.0/networks/024a4882-f815-4f97-b26b-5f4a3ff23835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162269 Sep 03 16:29:50.122434 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c99f9-07c2-4d9f-82c2-50b67c263251 req-23924104-93cf-4601-8ea9-b9d5a432de5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:50.123928 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ee1c99f9-07c2-4d9f-82c2-50b67c263251 req-23924104-93cf-4601-8ea9-b9d5a432de5a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 1098 time: 0.0616522 Sep 03 16:29:50.176894 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8329ae0e-0847-4940-a143-aed0075729cc req-31ea3bfb-a84e-4019-9e34-819f1f02c4ac service neutron] 10.222.0.58 "GET /v2.0/networks/024a4882-f815-4f97-b26b-5f4a3ff23835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194775 Sep 03 16:29:50.179058 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ee1c99f9-07c2-4d9f-82c2-50b67c263251 req-d8b391b8-cbde-4e12-a32a-7dc4e351c0ac service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371430 Sep 03 16:29:50.354207 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 48908) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:50.470263 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1e084b0f-2c80-4f58-8e47-d1c9d9e3d98c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:50.581960 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1e084b0f-2c80-4f58-8e47-d1c9d9e3d98c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:50.586317 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1e084b0f-2c80-4f58-8e47-d1c9d9e3d98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:50.623908 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e084b0f-2c80-4f58-8e47-d1c9d9e3d98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15312ea5-8635-4d4a-a103-81115cd7e153,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:50.627552 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-1e084b0f-2c80-4f58-8e47-d1c9d9e3d98c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=34ed9e01a8424d1fb1896e872f378eae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2721808 Sep 03 16:29:50.630490 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 48914) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:50.633280 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e084b0f-2c80-4f58-8e47-d1c9d9e3d98c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:50.633654 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e084b0f-2c80-4f58-8e47-d1c9d9e3d98c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:50.634000 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e084b0f-2c80-4f58-8e47-d1c9d9e3d98c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:50.634349 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e084b0f-2c80-4f58-8e47-d1c9d9e3d98c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:50.634689 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e084b0f-2c80-4f58-8e47-d1c9d9e3d98c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:50.635534 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e084b0f-2c80-4f58-8e47-d1c9d9e3d98c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:50.635882 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e084b0f-2c80-4f58-8e47-d1c9d9e3d98c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:50.636225 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e084b0f-2c80-4f58-8e47-d1c9d9e3d98c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:50.636556 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e084b0f-2c80-4f58-8e47-d1c9d9e3d98c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:50.636898 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e084b0f-2c80-4f58-8e47-d1c9d9e3d98c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:50.637352 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e084b0f-2c80-4f58-8e47-d1c9d9e3d98c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:50.637689 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e084b0f-2c80-4f58-8e47-d1c9d9e3d98c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:50.681390 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-20746809-f996-479c-b3fd-3c08dd8f3c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:50.703270 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-20746809-f996-479c-b3fd-3c08dd8f3c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:50.757787 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-20746809-f996-479c-b3fd-3c08dd8f3c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:50.760907 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-20746809-f996-479c-b3fd-3c08dd8f3c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:50.762224 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-20746809-f996-479c-b3fd-3c08dd8f3c8c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/15312ea5-8635-4d4a-a103-81115cd7e153 HTTP/1.1" status: 204 len: 168 time: 0.1306841 Sep 03 16:29:50.774674 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20746809-f996-479c-b3fd-3c08dd8f3c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15312ea5-8635-4d4a-a103-81115cd7e153,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:50.783191 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20746809-f996-479c-b3fd-3c08dd8f3c8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:50.783531 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20746809-f996-479c-b3fd-3c08dd8f3c8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:50.784179 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20746809-f996-479c-b3fd-3c08dd8f3c8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:50.784766 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20746809-f996-479c-b3fd-3c08dd8f3c8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:50.785057 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20746809-f996-479c-b3fd-3c08dd8f3c8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:50.785543 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20746809-f996-479c-b3fd-3c08dd8f3c8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:50.785866 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20746809-f996-479c-b3fd-3c08dd8f3c8c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:50.786212 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20746809-f996-479c-b3fd-3c08dd8f3c8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:50.786574 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20746809-f996-479c-b3fd-3c08dd8f3c8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:50.786752 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30fea9dd-2dab-4865-ba17-13165276935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:50.787213 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20746809-f996-479c-b3fd-3c08dd8f3c8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:50.787311 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20746809-f996-479c-b3fd-3c08dd8f3c8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:50.787657 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20746809-f996-479c-b3fd-3c08dd8f3c8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:29:50.869313 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a48841-dfc8-477d-842e-815ef80f26ef req-44f9b116-ba92-425f-a60d-123034e37367 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:50.872247 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b9a48841-dfc8-477d-842e-815ef80f26ef req-44f9b116-ba92-425f-a60d-123034e37367 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.0523212 Sep 03 16:29:50.912093 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b9a48841-dfc8-477d-842e-815ef80f26ef req-39729bf9-691d-4ef0-bcb8-e96c1c0fe77f tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334201 Sep 03 16:29:52.028532 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d3bd1-a897-4a49-a569-b7ab934ee1ba req-de786a57-03ac-4cdb-9de6-a1cf199e5709 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:52.030044 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-550d3bd1-a897-4a49-a569-b7ab934ee1ba req-de786a57-03ac-4cdb-9de6-a1cf199e5709 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.0499623 Sep 03 16:29:52.067926 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-550d3bd1-a897-4a49-a569-b7ab934ee1ba req-c7322b5d-8402-4283-8893-1a2ee65492d7 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317326 Sep 03 16:29:52.266522 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:52.355200 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d76acd-a6f9-4968-9536-eccf6fb676c5 req-39a7b482-9acb-4c0d-91f8-35d66046c65f tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:52.356705 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-80d76acd-a6f9-4968-9536-eccf6fb676c5 req-39a7b482-9acb-4c0d-91f8-35d66046c65f tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.0811341 Sep 03 16:29:52.359436 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7bbda-3cf9-4417-85ac-fa33a9083d05 req-4c8d7a88-7aea-45db-b559-3e83d5131ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:52.360788 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ebf7bbda-3cf9-4417-85ac-fa33a9083d05 req-4c8d7a88-7aea-45db-b559-3e83d5131ebe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a4659072c3364bfdad1b453680cc8963&device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 1098 time: 0.0742998 Sep 03 16:29:52.419134 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-80d76acd-a6f9-4968-9536-eccf6fb676c5 req-965e29db-0a8b-4844-abef-299a6153677d tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563343 Sep 03 16:29:52.473102 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7bbda-3cf9-4417-85ac-fa33a9083d05 req-9418edda-2d3e-45b3-9008-1b43bf6e1eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:52.474558 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ebf7bbda-3cf9-4417-85ac-fa33a9083d05 req-9418edda-2d3e-45b3-9008-1b43bf6e1eac service neutron] 10.222.0.58 "GET /v2.0/networks?id=024a4882-f815-4f97-b26b-5f4a3ff23835 HTTP/1.1" status: 200 len: 919 time: 0.1052711 Sep 03 16:29:52.518758 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ebf7bbda-3cf9-4417-85ac-fa33a9083d05 req-ec721336-5731-45a6-97f2-e1c70de7212f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a68e8b3e-08f4-406e-a932-fe994bcc0e36 HTTP/1.1" status: 200 len: 217 time: 0.0328774 Sep 03 16:29:52.576094 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7bbda-3cf9-4417-85ac-fa33a9083d05 req-e2fa0e8d-984d-4f6d-9d6b-8b1d484f0077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:52.576094 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ebf7bbda-3cf9-4417-85ac-fa33a9083d05 req-e2fa0e8d-984d-4f6d-9d6b-8b1d484f0077 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d899d4fe-e6a8-4e76-b1bd-98ac386b9085 HTTP/1.1" status: 200 len: 858 time: 0.0450237 Sep 03 16:29:52.607370 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ebf7bbda-3cf9-4417-85ac-fa33a9083d05 req-c46f05eb-73c7-453f-bb6e-b85d3a75d496 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=024a4882-f815-4f97-b26b-5f4a3ff23835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236232 Sep 03 16:29:52.704421 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ebf7bbda-3cf9-4417-85ac-fa33a9083d05 req-ce411aed-3969-4f30-b3c7-9305cb30ea70 service neutron] 10.222.0.58 "GET /v2.0/networks/024a4882-f815-4f97-b26b-5f4a3ff23835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826249 Sep 03 16:29:52.804687 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ebf7bbda-3cf9-4417-85ac-fa33a9083d05 req-f58cc819-79b2-43a7-bbf8-d45cca45bfc7 service neutron] 10.222.0.58 "GET /v2.0/networks/024a4882-f815-4f97-b26b-5f4a3ff23835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862134 Sep 03 16:29:53.540546 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3231bed9-2f76-4504-91ca-ff2abff5f925 req-1ac791c2-a9bd-4419-a5dc-8662df5801e1 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:53.542604 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3231bed9-2f76-4504-91ca-ff2abff5f925 req-1ac791c2-a9bd-4419-a5dc-8662df5801e1 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.0507355 Sep 03 16:29:53.585714 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3231bed9-2f76-4504-91ca-ff2abff5f925 req-653332d6-5dc8-423b-943a-d5b902340a45 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346782 Sep 03 16:29:54.762804 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8633648-ab12-4bcc-8d96-c338ab499707 req-3d12cb24-037b-4ca7-a954-078027dc57d5 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:54.764581 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e8633648-ab12-4bcc-8d96-c338ab499707 req-3d12cb24-037b-4ca7-a954-078027dc57d5 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.0645721 Sep 03 16:29:54.812245 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e8633648-ab12-4bcc-8d96-c338ab499707 req-3520559d-8525-4032-9352-677337f09266 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409100 Sep 03 16:29:54.905613 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 49042) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:55.014039 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4157601-b865-40f5-b413-6c5dfd6bf3fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:55.106467 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4157601-b865-40f5-b413-6c5dfd6bf3fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:55.110333 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f4157601-b865-40f5-b413-6c5dfd6bf3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:55.148264 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-f4157601-b865-40f5-b413-6c5dfd6bf3fd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=de4d16a155e44d56828c3a027ffd6095&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2415693 Sep 03 16:29:55.149157 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4157601-b865-40f5-b413-6c5dfd6bf3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11bc09ec-99e9-43d8-bce0-273e7a5623ec,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:55.151155 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 49048) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:55.204739 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4131cb91-b7e1-4fa5-9caa-c25bd4fb5454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:55.228402 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4131cb91-b7e1-4fa5-9caa-c25bd4fb5454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:55.274374 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4131cb91-b7e1-4fa5-9caa-c25bd4fb5454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:55.277511 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4131cb91-b7e1-4fa5-9caa-c25bd4fb5454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:55.278852 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-4131cb91-b7e1-4fa5-9caa-c25bd4fb5454 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/11bc09ec-99e9-43d8-bce0-273e7a5623ec HTTP/1.1" status: 204 len: 168 time: 0.1266508 Sep 03 16:29:55.287348 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131cb91-b7e1-4fa5-9caa-c25bd4fb5454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11bc09ec-99e9-43d8-bce0-273e7a5623ec,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:55.947070 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a4827-2a40-40ef-9b8c-412a09185671 req-e2b39d47-cf91-4697-9bc2-4662478b0f2f tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:55.949597 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-815a4827-2a40-40ef-9b8c-412a09185671 req-e2b39d47-cf91-4697-9bc2-4662478b0f2f tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.0565956 Sep 03 16:29:56.013882 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-815a4827-2a40-40ef-9b8c-412a09185671 req-69057e06-4aa9-4bcb-9774-3ea5285827a4 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571465 Sep 03 16:29:56.031301 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 49086) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:56.167042 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-bbdc865a-12da-4ace-b0e5-02d2623fea5b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-709896107-network', 'tenant_id': 'c0e9fc1b46fd49209df7374ceb007e31'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:29:56.192258 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbdc865a-12da-4ace-b0e5-02d2623fea5b admin admin] Made reservation on behalf of c0e9fc1b46fd49209df7374ceb007e31 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:29:56.195241 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bbdc865a-12da-4ace-b0e5-02d2623fea5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:56.215343 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bbdc865a-12da-4ace-b0e5-02d2623fea5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:56.351434 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bbdc865a-12da-4ace-b0e5-02d2623fea5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:56.357484 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bbdc865a-12da-4ace-b0e5-02d2623fea5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:56.397303 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbdc865a-12da-4ace-b0e5-02d2623fea5b admin admin] vlan segment allocate from pool success with {'vlan_id': 877, 'physical_network': 'physnet1'} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 16:29:56.402976 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc865a-12da-4ace-b0e5-02d2623fea5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafc05c7-940e-40a5-9267-af3de3cbe593,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:56.411099 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bbdc865a-12da-4ace-b0e5-02d2623fea5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:56.411708 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.db.segments_db [None req-bbdc865a-12da-4ace-b0e5-02d2623fea5b admin admin] Added segment 55807b63-4ee3-4bed-bc7f-a4062d500132 of type vlan for network 58690dba-1022-4c9e-81cc-86b962d599bf Sep 03 16:29:56.461432 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bbdc865a-12da-4ace-b0e5-02d2623fea5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739257364188'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:56.490952 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bbdc865a-12da-4ace-b0e5-02d2623fea5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:56.491865 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdc865a-12da-4ace-b0e5-02d2623fea5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:56.492463 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bbdc865a-12da-4ace-b0e5-02d2623fea5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:56.552845 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-bbdc865a-12da-4ace-b0e5-02d2623fea5b admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5190792 Sep 03 16:29:56.553335 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 49116) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:56.559584 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-9f034d08-4d54-403a-a22b-4284d362b3e6 admin admin] Request body: {'subnet': {'network_id': '58690dba-1022-4c9e-81cc-86b962d599bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-709896107-subnet', 'tenant_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:29:56.606096 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f034d08-4d54-403a-a22b-4284d362b3e6 admin admin] Made reservation on behalf of c0e9fc1b46fd49209df7374ceb007e31 for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:29:56.609470 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9f034d08-4d54-403a-a22b-4284d362b3e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126339174'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:56.628391 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc865a-12da-4ace-b0e5-02d2623fea5b admin admin] Pushing event updated for resources: {'Network': ['ID=58690dba-1022-4c9e-81cc-86b962d599bf,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:56.639437 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Network 58690dba-1022-4c9e-81cc-86b962d599bf details requested by agent ovs-agent-dv-cinder-757936-8-iscsi with host dv-cinder-757936-8-iscsi {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 16:29:56.842109 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9f034d08-4d54-403a-a22b-4284d362b3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126852349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126339144'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:56.874422 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2a8eb-00d3-4dc9-a65a-3e8356dc3443 req-2b758819-741b-4c2f-ac0d-30eaba9d7415 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:56.875229 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-34d2a8eb-00d3-4dc9-a65a-3e8356dc3443 req-2b758819-741b-4c2f-ac0d-30eaba9d7415 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/networks?id=286c8e5f-3f83-4410-802f-107629637916 HTTP/1.1" status: 200 len: 814 time: 0.1493971 Sep 03 16:29:56.893149 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f034d08-4d54-403a-a22b-4284d362b3e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01cb09c6-cd3f-43d5-a532-d6fddd4018cb,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:56.894738 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-34d2a8eb-00d3-4dc9-a65a-3e8356dc3443 req-6b4118c5-f22e-4cbd-8ecc-401ddefbe58c tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/quotas/2a9bddf26a964d00a31fb55c6acb91db HTTP/1.1" status: 200 len: 375 time: 0.0137639 Sep 03 16:29:56.928037 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f034d08-4d54-403a-a22b-4284d362b3e6 admin admin] Checking segment: {'id': '55807b63-4ee3-4bed-bc7f-a4062d500132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '58690dba-1022-4c9e-81cc-86b962d599bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:29:56.928490 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f034d08-4d54-403a-a22b-4284d362b3e6 admin admin] Network hostable DHCP agents. Network: 58690dba-1022-4c9e-81cc-86b962d599bf, hostable agents: ['3c1899c8-97e0-46b0-b7e8-2386c864002b'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 16:29:56.951359 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f034d08-4d54-403a-a22b-4284d362b3e6 admin admin] Network 58690dba-1022-4c9e-81cc-86b962d599bf is scheduled to be hosted by DHCP agent 3c1899c8-97e0-46b0-b7e8-2386c864002b with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 16:29:56.959150 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-34d2a8eb-00d3-4dc9-a65a-3e8356dc3443 req-c6bdcc21-3204-45a3-9b76-30c4d1f80490 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2a9bddf26a964d00a31fb55c6acb91db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0519102 Sep 03 16:29:56.961169 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-9f034d08-4d54-403a-a22b-4284d362b3e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-8-iscsi, 58690dba-1022-4c9e-81cc-86b962d599bf) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:29:56.966232 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f034d08-4d54-403a-a22b-4284d362b3e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:56.966870 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9f034d08-4d54-403a-a22b-4284d362b3e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:56.972287 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b23940-1891-4646-96c2-ebfb761678bb None None] Network 58690dba-1022-4c9e-81cc-86b962d599bf requested from dv-cinder-757936-8-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:29:56.995977 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 49146) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:56.997482 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-9f034d08-4d54-403a-a22b-4284d362b3e6 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4428108 Sep 03 16:29:57.006459 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-fdcde2a5-475d-4eec-b3e1-146193bac785 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-709896107-router', 'tenant_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227'}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:29:57.070477 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fdcde2a5-475d-4eec-b3e1-146193bac785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-922507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126097'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:57.077245 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fdcde2a5-475d-4eec-b3e1-146193bac785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-923019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-980224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126088'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:57.105973 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-34d2a8eb-00d3-4dc9-a65a-3e8356dc3443 req-5f7ac750-0555-4b91-a286-774fa5c5b3a1 service neutron] 10.222.0.62 "GET /v2.0/networks/286c8e5f-3f83-4410-802f-107629637916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387756 Sep 03 16:29:57.163815 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7101d787-1137-4192-a042-1441e24f85de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp196e1458-7fbe-5091-b5c9-92cf974e8c50-58690dba-1022-4c9e-81cc-86b962d599bf', 'network_id': '58690dba-1022-4c9e-81cc-86b962d599bf', 'tenant_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'fixed_ips': [{'subnet_id': '01cb09c6-cd3f-43d5-a532-d6fddd4018cb'}]}} from dv-cinder-757936-8-iscsi. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 16:29:57.164153 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fdcde2a5-475d-4eec-b3e1-146193bac785 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:57.164971 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7101d787-1137-4192-a042-1441e24f85de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:57.342713 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-7101d787-1137-4192-a042-1441e24f85de None None] Allocated IP 172.20.0.2 (58690dba-1022-4c9e-81cc-86b962d599bf/01cb09c6-cd3f-43d5-a532-d6fddd4018cb/db1e01bf-3b0c-405e-af52-b900c0b0dbf2) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:29:57.542908 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7101d787-1137-4192-a042-1441e24f85de None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:57.553751 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-7101d787-1137-4192-a042-1441e24f85de None None] Transition to ACTIVE for port object db1e01bf-3b0c-405e-af52-b900c0b0dbf2 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:29:57.572461 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fdcde2a5-475d-4eec-b3e1-146193bac785 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:57.574080 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c2097c-55a3-4841-820b-b0ad50794179 req-f4ac56e7-872b-4f35-ab35-d0d197fbabba tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:57.577320 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-58c2097c-55a3-4841-820b-b0ad50794179 req-f4ac56e7-872b-4f35-ab35-d0d197fbabba tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.0740392 Sep 03 16:29:57.581012 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-34d2a8eb-00d3-4dc9-a65a-3e8356dc3443 req-9f84a39b-cd9d-4928-a372-8a4d725a6982 service neutron] 10.222.0.62 "GET /v2.0/networks/286c8e5f-3f83-4410-802f-107629637916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4647977 Sep 03 16:29:57.592012 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-7101d787-1137-4192-a042-1441e24f85de None None] Transition to ACTIVE for port object db1e01bf-3b0c-405e-af52-b900c0b0dbf2 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:29:57.603143 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7101d787-1137-4192-a042-1441e24f85de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:57.650070 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7101d787-1137-4192-a042-1441e24f85de None None] Network 58690dba-1022-4c9e-81cc-86b962d599bf is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:29:57.654885 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-7101d787-1137-4192-a042-1441e24f85de None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:29:57.663889 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7101d787-1137-4192-a042-1441e24f85de None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:29:57.678072 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-58c2097c-55a3-4841-820b-b0ad50794179 req-d4c227a0-fb7f-4d73-acf7-be43f8541dd3 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825756 Sep 03 16:29:57.757222 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7101d787-1137-4192-a042-1441e24f85de None None] Pushing event updated for resources: {'Port': ['ID=db1e01bf-3b0c-405e-af52-b900c0b0dbf2,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:57.766563 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-7101d787-1137-4192-a042-1441e24f85de None None] Attempting to bind port db1e01bf-3b0c-405e-af52-b900c0b0dbf2 on host dv-cinder-757936-8-iscsi for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:29:57.766952 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-7101d787-1137-4192-a042-1441e24f85de None None] Attempting to bind port db1e01bf-3b0c-405e-af52-b900c0b0dbf2 by drivers openvswitch,hyperv on host dv-cinder-757936-8-iscsi at level 0 using segments [{'id': '55807b63-4ee3-4bed-bc7f-a4062d500132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '58690dba-1022-4c9e-81cc-86b962d599bf'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:29:57.767327 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7101d787-1137-4192-a042-1441e24f85de None None] Attempting to bind port db1e01bf-3b0c-405e-af52-b900c0b0dbf2 on network 58690dba-1022-4c9e-81cc-86b962d599bf {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:29:57.783623 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7101d787-1137-4192-a042-1441e24f85de None None] Checking agent: {'id': '09c8fd01-6670-4f2e-aed1-0a61ad96cff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 19, 48), 'started_at': datetime.datetime(2021, 9, 3, 16, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:29:57.784215 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7101d787-1137-4192-a042-1441e24f85de None None] Checking segment: {'id': '55807b63-4ee3-4bed-bc7f-a4062d500132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '58690dba-1022-4c9e-81cc-86b962d599bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:29:57.784797 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7101d787-1137-4192-a042-1441e24f85de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:57.785380 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7101d787-1137-4192-a042-1441e24f85de None None] Bound using segment: {'id': '55807b63-4ee3-4bed-bc7f-a4062d500132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '58690dba-1022-4c9e-81cc-86b962d599bf'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:29:57.786009 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-7101d787-1137-4192-a042-1441e24f85de None None] Bound port: db1e01bf-3b0c-405e-af52-b900c0b0dbf2, host: dv-cinder-757936-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55807b63-4ee3-4bed-bc7f-a4062d500132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '58690dba-1022-4c9e-81cc-86b962d599bf'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:29:57.786561 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7101d787-1137-4192-a042-1441e24f85de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:57.835212 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fdcde2a5-475d-4eec-b3e1-146193bac785 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:57.886575 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fdcde2a5-475d-4eec-b3e1-146193bac785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:57.904264 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-7101d787-1137-4192-a042-1441e24f85de None None] For port db1e01bf-3b0c-405e-af52-b900c0b0dbf2, host dv-cinder-757936-8-iscsi, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:29:57.908267 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-853efb93-be01-45f5-8e15-29a9a8af07e7 req-1778b993-3347-447f-b812-8cacfbd5eb9d tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3c1cb47-75e4-4f54-a890-6604281c02e6 HTTP/1.1" status: 200 len: 210 time: 0.0689018 Sep 03 16:29:57.908497 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-7101d787-1137-4192-a042-1441e24f85de None None] For port db1e01bf-3b0c-405e-af52-b900c0b0dbf2, host dv-cinder-757936-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=db1e01bf-3b0c-405e-af52-b900c0b0dbf2,segment=NetworkSegment(55807b63-4ee3-4bed-bc7f-a4062d500132),segment_id=55807b63-4ee3-4bed-bc7f-a4062d500132)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:29:57.914221 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7101d787-1137-4192-a042-1441e24f85de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:58.014462 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7101d787-1137-4192-a042-1441e24f85de None None] Pushing event updated for resources: {'Port': ['ID=db1e01bf-3b0c-405e-af52-b900c0b0dbf2,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:58.104485 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-fdcde2a5-475d-4eec-b3e1-146193bac785 admin admin] Allocated IP 172.27.3.17 (af961d58-b724-401e-8712-cedb04029227/ab4829e3-7396-4499-a1b3-42e28c777fec/92dc49b3-7544-4fa6-9f27-8adb97d1a0bc) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:29:58.365951 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fdcde2a5-475d-4eec-b3e1-146193bac785 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:58.434965 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fdcde2a5-475d-4eec-b3e1-146193bac785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:58.469249 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 49208) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:58.498081 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcde2a5-475d-4eec-b3e1-146193bac785 admin admin] Network af961d58-b724-401e-8712-cedb04029227 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:29:58.498914 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcde2a5-475d-4eec-b3e1-146193bac785 admin admin] Pushing event updated for resources: {'Port': ['ID=92dc49b3-7544-4fa6-9f27-8adb97d1a0bc,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:58.503044 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-fdcde2a5-475d-4eec-b3e1-146193bac785 admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:29:58.510298 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcde2a5-475d-4eec-b3e1-146193bac785 admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:29:58.709676 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device db1e01bf-3b0c-405e-af52-b900c0b0dbf2 up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:29:58.718002 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-db184bf4-9148-4819-a3ba-483c13d15bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:58.815323 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning for port db1e01bf-3b0c-405e-af52-b900c0b0dbf2 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:29:58.842845 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fdcde2a5-475d-4eec-b3e1-146193bac785 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:58.899642 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-db184bf4-9148-4819-a3ba-483c13d15bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:58.909953 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-db184bf4-9148-4819-a3ba-483c13d15bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:58.988660 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-db184bf4-9148-4819-a3ba-483c13d15bf9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0d25ad0cc03b4916aefce96f027fb98f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5181146 Sep 03 16:29:58.990172 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db184bf4-9148-4819-a3ba-483c13d15bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3f6bde-e7fd-434b-bf5e-c110a9127637,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:58.992794 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 49222) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:59.069538 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c9961473-e4fa-4939-a5f9-00d202452ad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:59.093182 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0245829f-7d6c-45b3-b42b-6eea24e378b9 req-c75421f7-f6d7-4717-8f63-7d6347072013 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3c1cb47-75e4-4f54-a890-6604281c02e6 HTTP/1.1" status: 200 len: 210 time: 0.0729091 Sep 03 16:29:59.100892 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c9961473-e4fa-4939-a5f9-00d202452ad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:59.136185 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fdcde2a5-475d-4eec-b3e1-146193bac785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-921106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-923102'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:59.174924 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c9961473-e4fa-4939-a5f9-00d202452ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:59.178405 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c9961473-e4fa-4939-a5f9-00d202452ad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:59.182564 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-c9961473-e4fa-4939-a5f9-00d202452ad1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fe3f6bde-e7fd-434b-bf5e-c110a9127637 HTTP/1.1" status: 204 len: 168 time: 0.1857860 Sep 03 16:29:59.189697 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9961473-e4fa-4939-a5f9-00d202452ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3f6bde-e7fd-434b-bf5e-c110a9127637,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:59.308298 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdcde2a5-475d-4eec-b3e1-146193bac785 admin admin] Router 525333cc-669e-44ab-b4bd-9fb3fdb3c647 is scheduled to L3 agent 32b2b364-f1ef-43b0-aa1c-04e185c9ddf9 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 16:29:59.372782 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361222cd-a814-4b4f-9e7b-80cdfb8102d6 None None] Network 58690dba-1022-4c9e-81cc-86b962d599bf requested from dv-cinder-757936-8-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:29:59.495620 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2a8eb-00d3-4dc9-a65a-3e8356dc3443 req-8937c8b0-adc3-47a1-a747-b38a59945b7b tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:29:59.504078 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-34d2a8eb-00d3-4dc9-a65a-3e8356dc3443 req-8937c8b0-adc3-47a1-a747-b38a59945b7b tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.58 "GET /v2.0/networks?id=286c8e5f-3f83-4410-802f-107629637916 HTTP/1.1" status: 200 len: 814 time: 0.1903594 Sep 03 16:29:59.512240 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-14299f63-002e-4cb7-8488-16f7e2504c3f None None] Provisioning for port db1e01bf-3b0c-405e-af52-b900c0b0dbf2 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:29:59.521388 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-14299f63-002e-4cb7-8488-16f7e2504c3f None None] Provisioning complete for port db1e01bf-3b0c-405e-af52-b900c0b0dbf2 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:29:59.521765 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-14299f63-002e-4cb7-8488-16f7e2504c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:59.566041 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-34d2a8eb-00d3-4dc9-a65a-3e8356dc3443 req-f6d36bad-e2db-49af-b731-ce058ebc69e9 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Request body: {'port': {'device_id': 'f3c1cb47-75e4-4f54-a890-6604281c02e6', 'network_id': '286c8e5f-3f83-4410-802f-107629637916', 'admin_state_up': True, 'tenant_id': '2a9bddf26a964d00a31fb55c6acb91db'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:29:59.614532 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdcde2a5-475d-4eec-b3e1-146193bac785 admin admin] Notify agent at l3_agent.dv-cinder-757936-8-iscsi the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:29:59.633930 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9669782e-9451-423b-aa1f-513f54d7a41c None None] Sync routers for ids ['525333cc-669e-44ab-b4bd-9fb3fdb3c647'] in dv-cinder-757936-8-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:29:59.644868 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9669782e-9451-423b-aa1f-513f54d7a41c None None] Routers {'525333cc-669e-44ab-b4bd-9fb3fdb3c647'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:29:59.645234 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-14299f63-002e-4cb7-8488-16f7e2504c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:59.645521 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-9669782e-9451-423b-aa1f-513f54d7a41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:29:48Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['525333cc-669e-44ab-b4bd-9fb3fdb3c647'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:29:59.690404 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fdcde2a5-475d-4eec-b3e1-146193bac785 admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:59.695806 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 49246) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:29:59.696464 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-fdcde2a5-475d-4eec-b3e1-146193bac785 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6977422 Sep 03 16:29:59.700667 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-14299f63-002e-4cb7-8488-16f7e2504c3f None None] For port db1e01bf-3b0c-405e-af52-b900c0b0dbf2, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=db1e01bf-3b0c-405e-af52-b900c0b0dbf2,segment=NetworkSegment(55807b63-4ee3-4bed-bc7f-a4062d500132),segment_id=55807b63-4ee3-4bed-bc7f-a4062d500132)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:29:59.709863 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-14299f63-002e-4cb7-8488-16f7e2504c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:59.743764 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34d2a8eb-00d3-4dc9-a65a-3e8356dc3443 req-f6d36bad-e2db-49af-b731-ce058ebc69e9 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Made reservation on behalf of 2a9bddf26a964d00a31fb55c6acb91db for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:29:59.748803 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-34d2a8eb-00d3-4dc9-a65a-3e8356dc3443 req-f6d36bad-e2db-49af-b731-ce058ebc69e9 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:29:59.798796 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14299f63-002e-4cb7-8488-16f7e2504c3f None None] Pushing event updated for resources: {'Port': ['ID=db1e01bf-3b0c-405e-af52-b900c0b0dbf2,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:29:59.867289 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-9669782e-9451-423b-aa1f-513f54d7a41c None None] Set router 525333cc-669e-44ab-b4bd-9fb3fdb3c647 gateway port host: dv-cinder-757936-8-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:29:59.929260 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-34d2a8eb-00d3-4dc9-a65a-3e8356dc3443 req-f6d36bad-e2db-49af-b731-ce058ebc69e9 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Allocated IP 172.20.0.14 (286c8e5f-3f83-4410-802f-107629637916/4031de07-53b7-4f82-8008-ab20cbbb4912/9c7bb995-18e2-45ba-819e-2a6faed372d4) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:29:59.934528 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a2bdd561-a371-4e7f-917b-9590f7e37b29 None None] Provisioning complete for port db1e01bf-3b0c-405e-af52-b900c0b0dbf2 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:29:59.934981 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a2bdd561-a371-4e7f-917b-9590f7e37b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:00.139595 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-9669782e-9451-423b-aa1f-513f54d7a41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525333cc-669e-44ab-b4bd-9fb3fdb3c647', 'name': 'tempest-TestShelveInstance-709896107-router', 'tenant_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '92dc49b3-7544-4fa6-9f27-8adb97d1a0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:29:57Z', 'updated_at': '2021-09-03T16:29:58Z', 'revision_number': 3, 'project_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'gw_port': {'id': '92dc49b3-7544-4fa6-9f27-8adb97d1a0bc', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525333cc-669e-44ab-b4bd-9fb3fdb3c647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:29:57Z', 'updated_at': '2021-09-03T16:29:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi'}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:30:00.187374 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9669782e-9451-423b-aa1f-513f54d7a41c None None] Checking router: 525333cc-669e-44ab-b4bd-9fb3fdb3c647 for host: dv-cinder-757936-8-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:30:00.187966 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9669782e-9451-423b-aa1f-513f54d7a41c None None] Updating router 525333cc-669e-44ab-b4bd-9fb3fdb3c647 port 92dc49b3-7544-4fa6-9f27-8adb97d1a0bc binding host dv-cinder-757936-8-iscsi {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 16:30:00.226088 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-9669782e-9451-423b-aa1f-513f54d7a41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:00.243401 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-34d2a8eb-00d3-4dc9-a65a-3e8356dc3443 req-f6d36bad-e2db-49af-b731-ce058ebc69e9 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:00.321920 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-34d2a8eb-00d3-4dc9-a65a-3e8356dc3443 req-f6d36bad-e2db-49af-b731-ce058ebc69e9 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:00.343986 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] get_ports_and_sgs() called for port_ids ['870f4d19-894e-4f74-baf1-4023ba7a1104'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:30:00.393492 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34d2a8eb-00d3-4dc9-a65a-3e8356dc3443 req-f6d36bad-e2db-49af-b731-ce058ebc69e9 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Network 286c8e5f-3f83-4410-802f-107629637916 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:30:00.396466 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-34d2a8eb-00d3-4dc9-a65a-3e8356dc3443 req-f6d36bad-e2db-49af-b731-ce058ebc69e9 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:30:00.404341 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d2a8eb-00d3-4dc9-a65a-3e8356dc3443 req-f6d36bad-e2db-49af-b731-ce058ebc69e9 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:30:00.410267 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2a8eb-00d3-4dc9-a65a-3e8356dc3443 req-f6d36bad-e2db-49af-b731-ce058ebc69e9 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:00.411529 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-34d2a8eb-00d3-4dc9-a65a-3e8356dc3443 req-f6d36bad-e2db-49af-b731-ce058ebc69e9 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:00.414831 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d36bad-e2db-49af-b731-ce058ebc69e9 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Pushing event updated for resources: {'Port': ['ID=9c7bb995-18e2-45ba-819e-2a6faed372d4,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:00.429652 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-34d2a8eb-00d3-4dc9-a65a-3e8356dc3443 req-f6d36bad-e2db-49af-b731-ce058ebc69e9 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8704822 Sep 03 16:30:00.449029 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-34d2a8eb-00d3-4dc9-a65a-3e8356dc3443 req-0c3e11f3-0fb8-4420-b7f9-00e6e8a47e80 service neutron] Request body: {'port': {'device_id': 'f3c1cb47-75e4-4f54-a890-6604281c02e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:30:00.548618 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-34d2a8eb-00d3-4dc9-a65a-3e8356dc3443 req-0c3e11f3-0fb8-4420-b7f9-00e6e8a47e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:00.628019 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-9669782e-9451-423b-aa1f-513f54d7a41c None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:00.652956 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-9669782e-9451-423b-aa1f-513f54d7a41c None None] Transition to ACTIVE for port object 92dc49b3-7544-4fa6-9f27-8adb97d1a0bc will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:30:00.661945 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-9669782e-9451-423b-aa1f-513f54d7a41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:00.675122 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85093dd-40db-4848-b8d3-84d6b211b13e req-7cb68b1e-5c2c-4e3d-970e-56bde46fe048 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:00.676672 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b85093dd-40db-4848-b8d3-84d6b211b13e req-7cb68b1e-5c2c-4e3d-970e-56bde46fe048 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3c1cb47-75e4-4f54-a890-6604281c02e6 HTTP/1.1" status: 200 len: 932 time: 0.2436397 Sep 03 16:30:00.689372 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device db1e01bf-3b0c-405e-af52-b900c0b0dbf2 up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:30:00.718716 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b643e-0594-4c49-a540-ea777a97e1f2 None None] Pushing event updated for resources: {'Port': ['ID=92dc49b3-7544-4fa6-9f27-8adb97d1a0bc,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:00.726496 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b643e-0594-4c49-a540-ea777a97e1f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:00.726927 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b643e-0594-4c49-a540-ea777a97e1f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:00.727342 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b643e-0594-4c49-a540-ea777a97e1f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:00.727786 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b643e-0594-4c49-a540-ea777a97e1f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:00.728187 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b643e-0594-4c49-a540-ea777a97e1f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:00.728623 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b643e-0594-4c49-a540-ea777a97e1f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:00.729071 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b643e-0594-4c49-a540-ea777a97e1f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:00.729482 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b643e-0594-4c49-a540-ea777a97e1f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:00.730096 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b643e-0594-4c49-a540-ea777a97e1f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:00.730580 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b643e-0594-4c49-a540-ea777a97e1f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:00.731081 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b643e-0594-4c49-a540-ea777a97e1f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:00.731610 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b643e-0594-4c49-a540-ea777a97e1f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:00.752114 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-9669782e-9451-423b-aa1f-513f54d7a41c None None] Attempting to bind port 92dc49b3-7544-4fa6-9f27-8adb97d1a0bc on host dv-cinder-757936-8-iscsi for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:30:00.752717 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-9669782e-9451-423b-aa1f-513f54d7a41c None None] Attempting to bind port 92dc49b3-7544-4fa6-9f27-8adb97d1a0bc by drivers openvswitch,hyperv on host dv-cinder-757936-8-iscsi at level 0 using segments [{'id': '8fbc7082-b272-4b43-971d-120707d467f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af961d58-b724-401e-8712-cedb04029227'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:30:00.753370 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9669782e-9451-423b-aa1f-513f54d7a41c None None] Attempting to bind port 92dc49b3-7544-4fa6-9f27-8adb97d1a0bc on network af961d58-b724-401e-8712-cedb04029227 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:30:00.761164 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9669782e-9451-423b-aa1f-513f54d7a41c None None] Checking agent: {'id': '09c8fd01-6670-4f2e-aed1-0a61ad96cff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 19, 48), 'started_at': datetime.datetime(2021, 9, 3, 16, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:30:00.761905 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9669782e-9451-423b-aa1f-513f54d7a41c None None] Checking segment: {'id': '8fbc7082-b272-4b43-971d-120707d467f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af961d58-b724-401e-8712-cedb04029227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:30:00.762509 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-9669782e-9451-423b-aa1f-513f54d7a41c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:00.763149 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9669782e-9451-423b-aa1f-513f54d7a41c None None] Bound using segment: {'id': '8fbc7082-b272-4b43-971d-120707d467f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af961d58-b724-401e-8712-cedb04029227'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:30:00.763797 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-9669782e-9451-423b-aa1f-513f54d7a41c None None] Bound port: 92dc49b3-7544-4fa6-9f27-8adb97d1a0bc, host: dv-cinder-757936-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fbc7082-b272-4b43-971d-120707d467f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af961d58-b724-401e-8712-cedb04029227'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:30:00.764357 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-9669782e-9451-423b-aa1f-513f54d7a41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:00.792764 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port db1e01bf-3b0c-405e-af52-b900c0b0dbf2 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:30:00.793804 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:00.861065 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b85093dd-40db-4848-b8d3-84d6b211b13e req-eec60d3c-c594-46bf-9b0a-a3dc925c3b98 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745117 Sep 03 16:30:00.865470 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-9669782e-9451-423b-aa1f-513f54d7a41c None None] For port 92dc49b3-7544-4fa6-9f27-8adb97d1a0bc, host dv-cinder-757936-8-iscsi, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:30:00.867587 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-492c15ee-d770-4081-9a52-f1b569ea16e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:00.881183 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-9669782e-9451-423b-aa1f-513f54d7a41c None None] For port 92dc49b3-7544-4fa6-9f27-8adb97d1a0bc, host dv-cinder-757936-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=92dc49b3-7544-4fa6-9f27-8adb97d1a0bc,segment=NetworkSegment(8fbc7082-b272-4b43-971d-120707d467f2),segment_id=8fbc7082-b272-4b43-971d-120707d467f2)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:30:00.890915 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-9669782e-9451-423b-aa1f-513f54d7a41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:00.990260 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b643e-0594-4c49-a540-ea777a97e1f2 None None] Pushing event updated for resources: {'Port': ['ID=92dc49b3-7544-4fa6-9f27-8adb97d1a0bc,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:01.008513 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9669782e-9451-423b-aa1f-513f54d7a41c None None] Routers {'525333cc-669e-44ab-b4bd-9fb3fdb3c647'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:30:01.009198 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-9669782e-9451-423b-aa1f-513f54d7a41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:29:48Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['525333cc-669e-44ab-b4bd-9fb3fdb3c647'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:30:01.049097 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [req-34d2a8eb-00d3-4dc9-a65a-3e8356dc3443 req-0c3e11f3-0fb8-4420-b7f9-00e6e8a47e80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c7bb995-18e2-45ba-819e-2a6faed372d4 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:30:01.059521 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-34d2a8eb-00d3-4dc9-a65a-3e8356dc3443 req-0c3e11f3-0fb8-4420-b7f9-00e6e8a47e80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:01.072179 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-34d2a8eb-00d3-4dc9-a65a-3e8356dc3443 req-0c3e11f3-0fb8-4420-b7f9-00e6e8a47e80 service neutron] Transition to ACTIVE for port object 9c7bb995-18e2-45ba-819e-2a6faed372d4 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:30:01.075614 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-34d2a8eb-00d3-4dc9-a65a-3e8356dc3443 req-0c3e11f3-0fb8-4420-b7f9-00e6e8a47e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:01.092111 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-492c15ee-d770-4081-9a52-f1b569ea16e0 admin admin] Allocated IP 172.20.0.1 (58690dba-1022-4c9e-81cc-86b962d599bf/01cb09c6-cd3f-43d5-a532-d6fddd4018cb/3f7f5a26-7101-472a-a326-2874b2319579) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:30:01.141118 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-9669782e-9451-423b-aa1f-513f54d7a41c None None] Set router 525333cc-669e-44ab-b4bd-9fb3fdb3c647 gateway port host: dv-cinder-757936-8-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:30:01.220297 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-492c15ee-d770-4081-9a52-f1b569ea16e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:01.245210 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-492c15ee-d770-4081-9a52-f1b569ea16e0 admin admin] Transition to ACTIVE for port object 3f7f5a26-7101-472a-a326-2874b2319579 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:30:01.289951 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-492c15ee-d770-4081-9a52-f1b569ea16e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852113'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:01.363057 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492c15ee-d770-4081-9a52-f1b569ea16e0 admin admin] Network 58690dba-1022-4c9e-81cc-86b962d599bf is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:30:01.366391 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-492c15ee-d770-4081-9a52-f1b569ea16e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:30:01.367177 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-34d2a8eb-00d3-4dc9-a65a-3e8356dc3443 req-0c3e11f3-0fb8-4420-b7f9-00e6e8a47e80 service neutron] Attempting to bind port 9c7bb995-18e2-45ba-819e-2a6faed372d4 on host hv-cinder-75793 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:30:01.367687 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-34d2a8eb-00d3-4dc9-a65a-3e8356dc3443 req-0c3e11f3-0fb8-4420-b7f9-00e6e8a47e80 service neutron] Attempting to bind port 9c7bb995-18e2-45ba-819e-2a6faed372d4 by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': 'c6f8ed56-3d61-41f4-ac2b-a004c69384f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '286c8e5f-3f83-4410-802f-107629637916'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:30:01.368508 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d2a8eb-00d3-4dc9-a65a-3e8356dc3443 req-0c3e11f3-0fb8-4420-b7f9-00e6e8a47e80 service neutron] Attempting to bind port 9c7bb995-18e2-45ba-819e-2a6faed372d4 on network 286c8e5f-3f83-4410-802f-107629637916 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:30:01.373655 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492c15ee-d770-4081-9a52-f1b569ea16e0 admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:30:01.379007 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d2a8eb-00d3-4dc9-a65a-3e8356dc3443 req-0c3e11f3-0fb8-4420-b7f9-00e6e8a47e80 service neutron] Port 9c7bb995-18e2-45ba-819e-2a6faed372d4 on network 286c8e5f-3f83-4410-802f-107629637916 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 16:30:01.379345 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d2a8eb-00d3-4dc9-a65a-3e8356dc3443 req-0c3e11f3-0fb8-4420-b7f9-00e6e8a47e80 service neutron] Attempting to bind port 9c7bb995-18e2-45ba-819e-2a6faed372d4 on network 286c8e5f-3f83-4410-802f-107629637916 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:30:01.381456 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492c15ee-d770-4081-9a52-f1b569ea16e0 admin admin] Pushing event updated for resources: {'Port': ['ID=3f7f5a26-7101-472a-a326-2874b2319579,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:01.386826 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d2a8eb-00d3-4dc9-a65a-3e8356dc3443 req-0c3e11f3-0fb8-4420-b7f9-00e6e8a47e80 service neutron] Checking agent: {'id': 'd3fcaccf-3212-4db0-9fe2-d79bf18b2000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 25, 52), 'started_at': datetime.datetime(2021, 9, 3, 16, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:30:01.387182 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d2a8eb-00d3-4dc9-a65a-3e8356dc3443 req-0c3e11f3-0fb8-4420-b7f9-00e6e8a47e80 service neutron] Checking segment: {'id': 'c6f8ed56-3d61-41f4-ac2b-a004c69384f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '286c8e5f-3f83-4410-802f-107629637916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:30:01.387590 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d2a8eb-00d3-4dc9-a65a-3e8356dc3443 req-0c3e11f3-0fb8-4420-b7f9-00e6e8a47e80 service neutron] Bound using segment: {'id': 'c6f8ed56-3d61-41f4-ac2b-a004c69384f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '286c8e5f-3f83-4410-802f-107629637916'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:30:01.388116 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-34d2a8eb-00d3-4dc9-a65a-3e8356dc3443 req-0c3e11f3-0fb8-4420-b7f9-00e6e8a47e80 service neutron] Bound port: 9c7bb995-18e2-45ba-819e-2a6faed372d4, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f8ed56-3d61-41f4-ac2b-a004c69384f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '286c8e5f-3f83-4410-802f-107629637916'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:30:01.388485 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-34d2a8eb-00d3-4dc9-a65a-3e8356dc3443 req-0c3e11f3-0fb8-4420-b7f9-00e6e8a47e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:01.405543 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3e11f3-0fb8-4420-b7f9-00e6e8a47e80 service neutron] Pushing event updated for resources: {'Port': ['ID=9c7bb995-18e2-45ba-819e-2a6faed372d4,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:01.437101 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-492c15ee-d770-4081-9a52-f1b569ea16e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-957067'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:01.517328 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-34d2a8eb-00d3-4dc9-a65a-3e8356dc3443 req-0c3e11f3-0fb8-4420-b7f9-00e6e8a47e80 service neutron] For port 9c7bb995-18e2-45ba-819e-2a6faed372d4, host hv-cinder-75793, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:30:01.521011 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-34d2a8eb-00d3-4dc9-a65a-3e8356dc3443 req-0c3e11f3-0fb8-4420-b7f9-00e6e8a47e80 service neutron] For port 9c7bb995-18e2-45ba-819e-2a6faed372d4, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=9c7bb995-18e2-45ba-819e-2a6faed372d4,segment=NetworkSegment(c6f8ed56-3d61-41f4-ac2b-a004c69384f8),segment_id=c6f8ed56-3d61-41f4-ac2b-a004c69384f8)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:30:01.529060 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-34d2a8eb-00d3-4dc9-a65a-3e8356dc3443 req-0c3e11f3-0fb8-4420-b7f9-00e6e8a47e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:01.616895 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2a8eb-00d3-4dc9-a65a-3e8356dc3443 req-0c3e11f3-0fb8-4420-b7f9-00e6e8a47e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:01.617603 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-34d2a8eb-00d3-4dc9-a65a-3e8356dc3443 req-0c3e11f3-0fb8-4420-b7f9-00e6e8a47e80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:01.619227 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-34d2a8eb-00d3-4dc9-a65a-3e8356dc3443 req-0c3e11f3-0fb8-4420-b7f9-00e6e8a47e80 service neutron] 10.222.0.58 "PUT /v2.0/ports/9c7bb995-18e2-45ba-819e-2a6faed372d4 HTTP/1.1" status: 200 len: 1094 time: 1.1764781 Sep 03 16:30:01.619810 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c1cb47-75e4-4f54-a890-6604281c02e6', 'tag': '9c7bb995-18e2-45ba-819e-2a6faed372d4'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:30:01.620569 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-9669782e-9451-423b-aa1f-513f54d7a41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525333cc-669e-44ab-b4bd-9fb3fdb3c647', 'name': 'tempest-TestShelveInstance-709896107-router', 'tenant_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '92dc49b3-7544-4fa6-9f27-8adb97d1a0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:29:57Z', 'updated_at': '2021-09-03T16:29:58Z', 'revision_number': 3, 'project_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'gw_port': {'id': '92dc49b3-7544-4fa6-9f27-8adb97d1a0bc', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525333cc-669e-44ab-b4bd-9fb3fdb3c647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:29:57Z', 'updated_at': '2021-09-03T16:30:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi'}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:30:01.622425 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60a3384ac15a167e802cb15cc86cd66e960e7e49bcb7609cd88b9514a3633fc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724f97a4-a7d9-43a7-8e6b-b03177ad8bb7" -d '{"events": [{"name": "network-changed", "server_uuid": "f3c1cb47-75e4-4f54-a890-6604281c02e6", "tag": "9c7bb995-18e2-45ba-819e-2a6faed372d4"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:30:01.632414 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d2e29a27-d521-4000-86a6-c0ef3d7e3710 None None] Provisioning for port 3f7f5a26-7101-472a-a326-2874b2319579 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:30:01.641332 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d2e29a27-d521-4000-86a6-c0ef3d7e3710 None None] Provisioning complete for port 3f7f5a26-7101-472a-a326-2874b2319579 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:30:01.641750 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d2e29a27-d521-4000-86a6-c0ef3d7e3710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:01.647268 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-492c15ee-d770-4081-9a52-f1b569ea16e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:01.656975 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3e11f3-0fb8-4420-b7f9-00e6e8a47e80 service neutron] Pushing event updated for resources: {'Port': ['ID=9c7bb995-18e2-45ba-819e-2a6faed372d4,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:01.703141 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d2e29a27-d521-4000-86a6-c0ef3d7e3710 None None] Port 3f7f5a26-7101-472a-a326-2874b2319579 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:30:01.721740 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9669782e-9451-423b-aa1f-513f54d7a41c None None] The sync data for ids ['525333cc-669e-44ab-b4bd-9fb3fdb3c647'] in dv-cinder-757936-8-iscsi is: [{'id': '525333cc-669e-44ab-b4bd-9fb3fdb3c647', 'name': 'tempest-TestShelveInstance-709896107-router', 'tenant_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '92dc49b3-7544-4fa6-9f27-8adb97d1a0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:29:57Z', 'updated_at': '2021-09-03T16:29:58Z', 'revision_number': 3, 'project_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'gw_port': {'id': '92dc49b3-7544-4fa6-9f27-8adb97d1a0bc', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525333cc-669e-44ab-b4bd-9fb3fdb3c647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:29:57Z', 'updated_at': '2021-09-03T16:30:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:30:01.741473 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aababf32-e829-426e-8718-c1cca955432f x-openstack-request-id: req-aababf32-e829-426e-8718-c1cca955432f {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:30:01.741773 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3c1cb47-75e4-4f54-a890-6604281c02e6", "tag": "9c7bb995-18e2-45ba-819e-2a6faed372d4", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:30:01.742206 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aababf32-e829-426e-8718-c1cca955432f {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:30:01.742426 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3c1cb47-75e4-4f54-a890-6604281c02e6', 'tag': '9c7bb995-18e2-45ba-819e-2a6faed372d4', 'status': 'completed', 'code': 200} Sep 03 16:30:01.760412 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2a8eb-00d3-4dc9-a65a-3e8356dc3443 req-cc19ac22-eb45-440c-8989-d35fe5f07704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:01.762148 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-34d2a8eb-00d3-4dc9-a65a-3e8356dc3443 req-cc19ac22-eb45-440c-8989-d35fe5f07704 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2a9bddf26a964d00a31fb55c6acb91db&device_id=f3c1cb47-75e4-4f54-a890-6604281c02e6 HTTP/1.1" status: 200 len: 1097 time: 0.0771706 Sep 03 16:30:01.836057 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-34d2a8eb-00d3-4dc9-a65a-3e8356dc3443 req-5a4a3c7b-d765-4b07-8708-fe34c0e66c0d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c7bb995-18e2-45ba-819e-2a6faed372d4 HTTP/1.1" status: 200 len: 217 time: 0.0645783 Sep 03 16:30:01.920677 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2a8eb-00d3-4dc9-a65a-3e8356dc3443 req-a608af7f-4dbc-48e6-a807-dbd1e611bc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:01.927705 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-34d2a8eb-00d3-4dc9-a65a-3e8356dc3443 req-a608af7f-4dbc-48e6-a807-dbd1e611bc9d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4031de07-53b7-4f82-8008-ab20cbbb4912 HTTP/1.1" status: 200 len: 854 time: 0.0785451 Sep 03 16:30:01.974228 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-34d2a8eb-00d3-4dc9-a65a-3e8356dc3443 req-73787983-4f16-4997-842a-8abdd74cf733 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=286c8e5f-3f83-4410-802f-107629637916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369866 Sep 03 16:30:02.086435 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-492c15ee-d770-4081-9a52-f1b569ea16e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:02.101813 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-492c15ee-d770-4081-9a52-f1b569ea16e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126852102'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:02.137497 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-34d2a8eb-00d3-4dc9-a65a-3e8356dc3443 req-c42daa58-9116-489a-9b7f-26b8b82e3268 service neutron] 10.222.0.58 "GET /v2.0/networks/286c8e5f-3f83-4410-802f-107629637916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526926 Sep 03 16:30:02.216987 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c99115-7527-49df-b791-bac23aa29236 req-b811f289-a9a3-4f40-86df-1f346feeca7c tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:02.224599 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-48c99115-7527-49df-b791-bac23aa29236 req-b811f289-a9a3-4f40-86df-1f346feeca7c tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3c1cb47-75e4-4f54-a890-6604281c02e6 HTTP/1.1" status: 200 len: 944 time: 0.2397192 Sep 03 16:30:02.293810 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492c15ee-d770-4081-9a52-f1b569ea16e0 admin admin] Pushing event updated for resources: {'Port': ['ID=3f7f5a26-7101-472a-a326-2874b2319579,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:02.296817 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-492c15ee-d770-4081-9a52-f1b569ea16e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-922651'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:02.308412 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-34d2a8eb-00d3-4dc9-a65a-3e8356dc3443 req-95103d20-5ad7-4a05-b8d2-a62a0a489ce7 service neutron] 10.222.0.58 "GET /v2.0/networks/286c8e5f-3f83-4410-802f-107629637916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533966 Sep 03 16:30:02.322999 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-48c99115-7527-49df-b791-bac23aa29236 req-f7886988-3b3b-4778-b965-24a82a06c0bc tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973885 Sep 03 16:30:02.460777 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492c15ee-d770-4081-9a52-f1b569ea16e0 admin admin] Network 58690dba-1022-4c9e-81cc-86b962d599bf is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:30:02.463261 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-492c15ee-d770-4081-9a52-f1b569ea16e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:30:02.483813 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f97a4-a7d9-43a7-8e6b-b03177ad8bb7 req-4a52b3c9-52e9-49c9-a5ba-c19dd95e7b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:02.486770 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-724f97a4-a7d9-43a7-8e6b-b03177ad8bb7 req-4a52b3c9-52e9-49c9-a5ba-c19dd95e7b81 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2a9bddf26a964d00a31fb55c6acb91db&device_id=f3c1cb47-75e4-4f54-a890-6604281c02e6 HTTP/1.1" status: 200 len: 1097 time: 0.0819008 Sep 03 16:30:02.680770 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f97a4-a7d9-43a7-8e6b-b03177ad8bb7 req-10cc9363-097a-4c12-aa32-e561975f12e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:02.686548 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492c15ee-d770-4081-9a52-f1b569ea16e0 admin admin] Router 525333cc-669e-44ab-b4bd-9fb3fdb3c647 has already been hosted by L3 agent 32b2b364-f1ef-43b0-aa1c-04e185c9ddf9 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:30:02.701537 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-724f97a4-a7d9-43a7-8e6b-b03177ad8bb7 req-10cc9363-097a-4c12-aa32-e561975f12e8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=286c8e5f-3f83-4410-802f-107629637916 HTTP/1.1" status: 200 len: 915 time: 0.2028990 Sep 03 16:30:02.757513 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 92dc49b3-7544-4fa6-9f27-8adb97d1a0bc up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:30:02.780706 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-724f97a4-a7d9-43a7-8e6b-b03177ad8bb7 req-102b1657-7470-44f7-8491-ce5d941eab7c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c7bb995-18e2-45ba-819e-2a6faed372d4 HTTP/1.1" status: 200 len: 217 time: 0.0782123 Sep 03 16:30:02.837714 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-e252f19f-dd3e-4d3c-8df8-c3041748f205 None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:30:02.863151 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-63ce8dd1-788d-4228-a8a1-98919119d480 None None] Provisioning complete for port 3f7f5a26-7101-472a-a326-2874b2319579 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:30:02.863985 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-63ce8dd1-788d-4228-a8a1-98919119d480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:02.878991 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492c15ee-d770-4081-9a52-f1b569ea16e0 admin admin] Notify agent at l3_agent.dv-cinder-757936-8-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:30:02.892199 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-492c15ee-d770-4081-9a52-f1b569ea16e0 admin admin] 10.222.0.62 "PUT /v2.0/routers/525333cc-669e-44ab-b4bd-9fb3fdb3c647/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1952927 Sep 03 16:30:02.932598 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-63ce8dd1-788d-4228-a8a1-98919119d480 None None] Port 3f7f5a26-7101-472a-a326-2874b2319579 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:30:02.935523 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning for port 92dc49b3-7544-4fa6-9f27-8adb97d1a0bc completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:30:02.944039 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port 92dc49b3-7544-4fa6-9f27-8adb97d1a0bc triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:30:02.945294 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:03.074843 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:03.099242 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] For port 92dc49b3-7544-4fa6-9f27-8adb97d1a0bc, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=92dc49b3-7544-4fa6-9f27-8adb97d1a0bc,segment=NetworkSegment(8fbc7082-b272-4b43-971d-120707d467f2),segment_id=8fbc7082-b272-4b43-971d-120707d467f2)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:30:03.110329 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:03.179664 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a7881-bcb5-4657-8e19-2ead78107379 req-6793982b-b716-44e9-bea3-d2e632ff8977 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:03.183354 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-418a7881-bcb5-4657-8e19-2ead78107379 req-6793982b-b716-44e9-bea3-d2e632ff8977 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.0879102 Sep 03 16:30:03.193192 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 49316) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:03.199051 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Pushing event updated for resources: {'Port': ['ID=92dc49b3-7544-4fa6-9f27-8adb97d1a0bc,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:03.251782 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-418a7881-bcb5-4657-8e19-2ead78107379 req-d7d9f3a9-96bf-4f9f-b569-bd72863ddcf9 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542979 Sep 03 16:30:03.408244 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ef31f1ef-3b29-41e2-997f-f02e979bc9b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:03.473805 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351715e-d9de-4baf-9481-f57915ef4bd5 req-1ac0b47d-27ef-409b-9396-1aa51c0d73a2 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:03.475713 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4351715e-d9de-4baf-9481-f57915ef4bd5 req-1ac0b47d-27ef-409b-9396-1aa51c0d73a2 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3c1cb47-75e4-4f54-a890-6604281c02e6 HTTP/1.1" status: 200 len: 944 time: 0.0736668 Sep 03 16:30:03.534496 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ef31f1ef-3b29-41e2-997f-f02e979bc9b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:03.539261 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ef31f1ef-3b29-41e2-997f-f02e979bc9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:03.540604 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4351715e-d9de-4baf-9481-f57915ef4bd5 req-ef2cb844-501f-4ed6-90eb-eba68a1cb698 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510535 Sep 03 16:30:03.582055 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-ef31f1ef-3b29-41e2-997f-f02e979bc9b8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=27a2942ca9f94e64927352769aa3194b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3876016 Sep 03 16:30:03.583018 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef31f1ef-3b29-41e2-997f-f02e979bc9b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da356eb-c4f7-4ba5-b33e-f0bd6d2a0786,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:03.585157 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 49334) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:03.637853 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a75affaf-cba5-4b5b-9aa1-371de958b86a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:03.666631 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a75affaf-cba5-4b5b-9aa1-371de958b86a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:03.689620 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 49338) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:03.694890 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-d79cb102-89ea-410c-a382-8c4f9f166d12 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1618308322-network', 'tenant_id': 'e80abec68e0a4915a2923fc4d795edb1'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:30:03.721633 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79cb102-89ea-410c-a382-8c4f9f166d12 admin admin] Made reservation on behalf of e80abec68e0a4915a2923fc4d795edb1 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:30:03.724845 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d79cb102-89ea-410c-a382-8c4f9f166d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:03.738343 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d79cb102-89ea-410c-a382-8c4f9f166d12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:03.761622 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f97a4-a7d9-43a7-8e6b-b03177ad8bb7 req-0595d520-9012-4b57-8a72-44ddb735c6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:03.763140 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-724f97a4-a7d9-43a7-8e6b-b03177ad8bb7 req-0595d520-9012-4b57-8a72-44ddb735c6d0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4031de07-53b7-4f82-8008-ab20cbbb4912 HTTP/1.1" status: 200 len: 854 time: 0.0655932 Sep 03 16:30:03.763897 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a75affaf-cba5-4b5b-9aa1-371de958b86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:03.766418 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a75affaf-cba5-4b5b-9aa1-371de958b86a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:03.769969 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-a75affaf-cba5-4b5b-9aa1-371de958b86a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9da356eb-c4f7-4ba5-b33e-f0bd6d2a0786 HTTP/1.1" status: 204 len: 168 time: 0.1811273 Sep 03 16:30:03.777227 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75affaf-cba5-4b5b-9aa1-371de958b86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da356eb-c4f7-4ba5-b33e-f0bd6d2a0786,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:03.864761 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d79cb102-89ea-410c-a382-8c4f9f166d12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:03.871193 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d79cb102-89ea-410c-a382-8c4f9f166d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:03.897027 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d79cb102-89ea-410c-a382-8c4f9f166d12 admin admin] vlan segment allocate from pool success with {'vlan_id': 867, 'physical_network': 'physnet1'} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 16:30:03.912216 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79cb102-89ea-410c-a382-8c4f9f166d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c4b388-f2ee-476e-9fa6-0ea0c264f3c8,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:03.917461 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d79cb102-89ea-410c-a382-8c4f9f166d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:03.917820 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.db.segments_db [None req-d79cb102-89ea-410c-a382-8c4f9f166d12 admin admin] Added segment e975a069-2572-4885-b8b9-0538a37504dc of type vlan for network 31bbeeab-645c-445c-a60d-fc9c63d9073b Sep 03 16:30:03.966378 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d79cb102-89ea-410c-a382-8c4f9f166d12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739257364188'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:03.993485 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d79cb102-89ea-410c-a382-8c4f9f166d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:03.994641 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79cb102-89ea-410c-a382-8c4f9f166d12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:03.995305 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d79cb102-89ea-410c-a382-8c4f9f166d12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:04.030495 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-d79cb102-89ea-410c-a382-8c4f9f166d12 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3396847 Sep 03 16:30:04.033365 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 49346) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:04.038911 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-97a997c2-9247-477c-9b39-fae0ace9244f admin admin] Request body: {'subnet': {'network_id': '31bbeeab-645c-445c-a60d-fc9c63d9073b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1618308322-subnet', 'tenant_id': 'e80abec68e0a4915a2923fc4d795edb1', 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:30:04.047051 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59852fe6-51f3-4cf8-bbf6-b1779fea9ef1 None None] Sync routers for ids ['525333cc-669e-44ab-b4bd-9fb3fdb3c647'] in dv-cinder-757936-8-iscsi {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:30:04.059845 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59852fe6-51f3-4cf8-bbf6-b1779fea9ef1 None None] Routers {'525333cc-669e-44ab-b4bd-9fb3fdb3c647'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:30:04.061229 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-59852fe6-51f3-4cf8-bbf6-b1779fea9ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:29:48Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['525333cc-669e-44ab-b4bd-9fb3fdb3c647'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:30:04.063881 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79cb102-89ea-410c-a382-8c4f9f166d12 admin admin] Pushing event updated for resources: {'Network': ['ID=31bbeeab-645c-445c-a60d-fc9c63d9073b,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:04.067478 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a997c2-9247-477c-9b39-fae0ace9244f admin admin] Made reservation on behalf of e80abec68e0a4915a2923fc4d795edb1 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:30:04.070140 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-97a997c2-9247-477c-9b39-fae0ace9244f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:04.101680 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Network 31bbeeab-645c-445c-a60d-fc9c63d9073b details requested by agent ovs-agent-dv-cinder-757936-8-iscsi with host dv-cinder-757936-8-iscsi {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 16:30:04.241319 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-59852fe6-51f3-4cf8-bbf6-b1779fea9ef1 None None] Set router 525333cc-669e-44ab-b4bd-9fb3fdb3c647 gateway port host: dv-cinder-757936-8-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:30:04.291583 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-97a997c2-9247-477c-9b39-fae0ace9244f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:04.372648 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a997c2-9247-477c-9b39-fae0ace9244f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d6b1d71-cc84-42a7-9359-354569e76292,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:04.375061 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a997c2-9247-477c-9b39-fae0ace9244f admin admin] Checking segment: {'id': 'e975a069-2572-4885-b8b9-0538a37504dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '31bbeeab-645c-445c-a60d-fc9c63d9073b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:30:04.375622 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a997c2-9247-477c-9b39-fae0ace9244f admin admin] Network hostable DHCP agents. Network: 31bbeeab-645c-445c-a60d-fc9c63d9073b, hostable agents: ['3c1899c8-97e0-46b0-b7e8-2386c864002b'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 16:30:04.386240 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd6d5e2-bc50-487c-b74b-3ad7a8aeaf13 req-e2af036f-9b3b-46ce-8225-f83a7ce79d17 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:04.395407 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7dd6d5e2-bc50-487c-b74b-3ad7a8aeaf13 req-e2af036f-9b3b-46ce-8225-f83a7ce79d17 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.0725837 Sep 03 16:30:04.401086 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a997c2-9247-477c-9b39-fae0ace9244f admin admin] Network 31bbeeab-645c-445c-a60d-fc9c63d9073b is scheduled to be hosted by DHCP agent 3c1899c8-97e0-46b0-b7e8-2386c864002b with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 16:30:04.411388 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-97a997c2-9247-477c-9b39-fae0ace9244f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-8-iscsi, 31bbeeab-645c-445c-a60d-fc9c63d9073b) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:30:04.417491 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a997c2-9247-477c-9b39-fae0ace9244f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:04.419982 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-97a997c2-9247-477c-9b39-fae0ace9244f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:04.429881 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fd4282-8a86-4feb-9737-d9c2392ec263 None None] Network 31bbeeab-645c-445c-a60d-fc9c63d9073b requested from dv-cinder-757936-8-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:30:04.441684 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7dd6d5e2-bc50-487c-b74b-3ad7a8aeaf13 req-b971db11-acab-49fd-b872-84ab84a28ce1 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446894 Sep 03 16:30:04.444278 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-97a997c2-9247-477c-9b39-fae0ace9244f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4096453 Sep 03 16:30:04.447809 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 49358) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:04.453994 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-6aa75bc3-f6f4-4d27-b287-45d781044dec admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1618308322-router', 'tenant_id': 'e80abec68e0a4915a2923fc4d795edb1', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227'}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:30:04.478908 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6aa75bc3-f6f4-4d27-b287-45d781044dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-922507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126097'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:04.480227 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6aa75bc3-f6f4-4d27-b287-45d781044dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-923019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-980224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126088'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:04.547022 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6aa75bc3-f6f4-4d27-b287-45d781044dec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:04.715118 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 92dc49b3-7544-4fa6-9f27-8adb97d1a0bc up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:30:04.736369 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6aa75bc3-f6f4-4d27-b287-45d781044dec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:04.776107 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349fbd6-ee43-4854-b960-ad068043092c req-b9242749-c2ad-498f-966e-dd9ab7e1fb84 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:04.777706 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0349fbd6-ee43-4854-b960-ad068043092c req-b9242749-c2ad-498f-966e-dd9ab7e1fb84 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3c1cb47-75e4-4f54-a890-6604281c02e6 HTTP/1.1" status: 200 len: 944 time: 0.0981085 Sep 03 16:30:04.814397 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 49372) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:04.852421 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-59852fe6-51f3-4cf8-bbf6-b1779fea9ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525333cc-669e-44ab-b4bd-9fb3fdb3c647', 'name': 'tempest-TestShelveInstance-709896107-router', 'tenant_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '92dc49b3-7544-4fa6-9f27-8adb97d1a0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:29:57Z', 'updated_at': '2021-09-03T16:30:01Z', 'revision_number': 4, 'project_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'gw_port': {'id': '92dc49b3-7544-4fa6-9f27-8adb97d1a0bc', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525333cc-669e-44ab-b4bd-9fb3fdb3c647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:29:57Z', 'updated_at': '2021-09-03T16:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '3f7f5a26-7101-472a-a326-2874b2319579', 'name': '', 'network_id': '58690dba-1022-4c9e-81cc-86b962d599bf', 'tenant_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'mac_address': 'fa:16:3e:7f:78:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525333cc-669e-44ab-b4bd-9fb3fdb3c647', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '01cb09c6-cd3f-43d5-a532-d6fddd4018cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:00Z', 'updated_at': '2021-09-03T16:30:01Z', 'revision_number': 2, 'project_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'subnets': [{'id': '01cb09c6-cd3f-43d5-a532-d6fddd4018cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:30:04.859861 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0349fbd6-ee43-4854-b960-ad068043092c req-8ff21ee0-3dc9-40b0-a936-2e9a5923a9cb tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706441 Sep 03 16:30:04.893588 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port 92dc49b3-7544-4fa6-9f27-8adb97d1a0bc triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:30:04.894272 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:04.897130 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59852fe6-51f3-4cf8-bbf6-b1779fea9ef1 None None] Checking router: 525333cc-669e-44ab-b4bd-9fb3fdb3c647 for host: dv-cinder-757936-8-iscsi {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:30:04.897497 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59852fe6-51f3-4cf8-bbf6-b1779fea9ef1 None None] Updating router 525333cc-669e-44ab-b4bd-9fb3fdb3c647 port 3f7f5a26-7101-472a-a326-2874b2319579 binding host dv-cinder-757936-8-iscsi {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 16:30:04.943040 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-6e5b931d-35b1-4e47-9b64-3803ff144c85 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1226031807-network', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:30:04.970778 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5b931d-35b1-4e47-9b64-3803ff144c85 admin admin] Made reservation on behalf of 19bf0ba519e14617adef11a5e39bcbc0 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:30:04.974676 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6e5b931d-35b1-4e47-9b64-3803ff144c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:04.976538 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3973353-c3ef-4160-ab2f-9a8a97df52a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp196e1458-7fbe-5091-b5c9-92cf974e8c50-31bbeeab-645c-445c-a60d-fc9c63d9073b', 'network_id': '31bbeeab-645c-445c-a60d-fc9c63d9073b', 'tenant_id': 'e80abec68e0a4915a2923fc4d795edb1', 'fixed_ips': [{'subnet_id': '1d6b1d71-cc84-42a7-9359-354569e76292'}]}} from dv-cinder-757936-8-iscsi. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 16:30:04.977477 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c3973353-c3ef-4160-ab2f-9a8a97df52a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:04.982143 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-59852fe6-51f3-4cf8-bbf6-b1779fea9ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:04.986737 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6e5b931d-35b1-4e47-9b64-3803ff144c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:05.028682 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6aa75bc3-f6f4-4d27-b287-45d781044dec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:05.050237 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6aa75bc3-f6f4-4d27-b287-45d781044dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:05.095163 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6e5b931d-35b1-4e47-9b64-3803ff144c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:05.099561 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6e5b931d-35b1-4e47-9b64-3803ff144c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:05.127232 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b931d-35b1-4e47-9b64-3803ff144c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40cf0a05-cf95-40c6-8a02-53bd99622421,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:05.144307 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e5b931d-35b1-4e47-9b64-3803ff144c85 admin admin] vlan segment allocate from pool success with {'vlan_id': 889, 'physical_network': 'physnet1'} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 16:30:05.159431 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6e5b931d-35b1-4e47-9b64-3803ff144c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:05.160281 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.db.segments_db [None req-6e5b931d-35b1-4e47-9b64-3803ff144c85 admin admin] Added segment 353e2098-a66a-4049-a3bf-5f567bae9b13 of type vlan for network ad522a35-4ced-4cb5-b8e3-4ba24d469eaa Sep 03 16:30:05.173992 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-6aa75bc3-f6f4-4d27-b287-45d781044dec admin admin] Allocated IP 172.27.3.214 (af961d58-b724-401e-8712-cedb04029227/ab4829e3-7396-4499-a1b3-42e28c777fec/4e84b9dd-cfc4-4c3e-86e9-37b2fb20f16d) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:30:05.225471 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6e5b931d-35b1-4e47-9b64-3803ff144c85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739257364188'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:05.257880 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6e5b931d-35b1-4e47-9b64-3803ff144c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:05.260342 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5b931d-35b1-4e47-9b64-3803ff144c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:05.261084 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6e5b931d-35b1-4e47-9b64-3803ff144c85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:05.295743 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-6e5b931d-35b1-4e47-9b64-3803ff144c85 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4773993 Sep 03 16:30:05.296039 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 49378) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:05.306366 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-d8a6c686-ca52-485f-8896-13c4c08b89ed admin admin] Request body: {'subnet': {'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1226031807-subnet', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:30:05.325702 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b931d-35b1-4e47-9b64-3803ff144c85 admin admin] Pushing event updated for resources: {'Network': ['ID=ad522a35-4ced-4cb5-b8e3-4ba24d469eaa,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:05.326417 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-c3973353-c3ef-4160-ab2f-9a8a97df52a3 None None] Allocated IP 172.20.0.2 (31bbeeab-645c-445c-a60d-fc9c63d9073b/1d6b1d71-cc84-42a7-9359-354569e76292/f9592ed8-7072-4977-a222-f8de1f74cd00) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:30:05.338953 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a6c686-ca52-485f-8896-13c4c08b89ed admin admin] Made reservation on behalf of 19bf0ba519e14617adef11a5e39bcbc0 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:30:05.340748 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Network ad522a35-4ced-4cb5-b8e3-4ba24d469eaa details requested by agent ovs-agent-dv-cinder-757936-8-iscsi with host dv-cinder-757936-8-iscsi {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 16:30:05.341439 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d8a6c686-ca52-485f-8896-13c4c08b89ed admin admin] Notify callbacks [] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:05.371951 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6aa75bc3-f6f4-4d27-b287-45d781044dec admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:05.501080 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6aa75bc3-f6f4-4d27-b287-45d781044dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:05.575003 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-724f97a4-a7d9-43a7-8e6b-b03177ad8bb7 req-bef6f06c-b99b-4574-8e55-684d78ab61a9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=286c8e5f-3f83-4410-802f-107629637916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580475 Sep 03 16:30:05.585081 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3312a5ef-4a89-48b7-be71-6e6d7ce08f0c req-651258f8-fe91-4f4d-864e-22392c3cc891 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:05.589579 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3312a5ef-4a89-48b7-be71-6e6d7ce08f0c req-651258f8-fe91-4f4d-864e-22392c3cc891 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.0681443 Sep 03 16:30:05.591392 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa75bc3-f6f4-4d27-b287-45d781044dec admin admin] Network af961d58-b724-401e-8712-cedb04029227 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:30:05.631191 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-6aa75bc3-f6f4-4d27-b287-45d781044dec admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:30:05.633981 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa75bc3-f6f4-4d27-b287-45d781044dec admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:30:05.637481 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-59852fe6-51f3-4cf8-bbf6-b1779fea9ef1 None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:05.643546 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3312a5ef-4a89-48b7-be71-6e6d7ce08f0c req-90dbb464-cd15-4ce0-a18f-4aca469d81e9 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411141 Sep 03 16:30:05.658541 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-59852fe6-51f3-4cf8-bbf6-b1779fea9ef1 None None] Transition to ACTIVE for port object 3f7f5a26-7101-472a-a326-2874b2319579 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:30:05.672975 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-59852fe6-51f3-4cf8-bbf6-b1779fea9ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:05.675196 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c3973353-c3ef-4160-ab2f-9a8a97df52a3 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:05.681967 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa75bc3-f6f4-4d27-b287-45d781044dec admin admin] Pushing event updated for resources: {'Port': ['ID=4e84b9dd-cfc4-4c3e-86e9-37b2fb20f16d,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:05.717246 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-c3973353-c3ef-4160-ab2f-9a8a97df52a3 None None] Transition to ACTIVE for port object f9592ed8-7072-4977-a222-f8de1f74cd00 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:30:05.751116 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9affcfd2-a47e-4863-a13c-f0be1b9098c4 None None] Pushing event updated for resources: {'Port': ['ID=3f7f5a26-7101-472a-a326-2874b2319579,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:05.760899 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-c3973353-c3ef-4160-ab2f-9a8a97df52a3 None None] Transition to ACTIVE for port object f9592ed8-7072-4977-a222-f8de1f74cd00 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:30:05.771316 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c3973353-c3ef-4160-ab2f-9a8a97df52a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:05.798632 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d8a6c686-ca52-485f-8896-13c4c08b89ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:05.856781 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3973353-c3ef-4160-ab2f-9a8a97df52a3 None None] Network 31bbeeab-645c-445c-a60d-fc9c63d9073b is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:30:05.866429 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-c3973353-c3ef-4160-ab2f-9a8a97df52a3 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:30:05.871860 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3973353-c3ef-4160-ab2f-9a8a97df52a3 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:30:05.877672 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-59852fe6-51f3-4cf8-bbf6-b1779fea9ef1 None None] Attempting to bind port 3f7f5a26-7101-472a-a326-2874b2319579 on host dv-cinder-757936-8-iscsi for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:30:05.878305 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-59852fe6-51f3-4cf8-bbf6-b1779fea9ef1 None None] Attempting to bind port 3f7f5a26-7101-472a-a326-2874b2319579 by drivers openvswitch,hyperv on host dv-cinder-757936-8-iscsi at level 0 using segments [{'id': '55807b63-4ee3-4bed-bc7f-a4062d500132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '58690dba-1022-4c9e-81cc-86b962d599bf'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:30:05.878926 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59852fe6-51f3-4cf8-bbf6-b1779fea9ef1 None None] Attempting to bind port 3f7f5a26-7101-472a-a326-2874b2319579 on network 58690dba-1022-4c9e-81cc-86b962d599bf {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:30:05.890254 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59852fe6-51f3-4cf8-bbf6-b1779fea9ef1 None None] Checking agent: {'id': '09c8fd01-6670-4f2e-aed1-0a61ad96cff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 19, 48), 'started_at': datetime.datetime(2021, 9, 3, 16, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:30:05.892282 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59852fe6-51f3-4cf8-bbf6-b1779fea9ef1 None None] Checking segment: {'id': '55807b63-4ee3-4bed-bc7f-a4062d500132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '58690dba-1022-4c9e-81cc-86b962d599bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:30:05.892878 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-59852fe6-51f3-4cf8-bbf6-b1779fea9ef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:05.893458 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59852fe6-51f3-4cf8-bbf6-b1779fea9ef1 None None] Bound using segment: {'id': '55807b63-4ee3-4bed-bc7f-a4062d500132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '58690dba-1022-4c9e-81cc-86b962d599bf'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:30:05.894129 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-59852fe6-51f3-4cf8-bbf6-b1779fea9ef1 None None] Bound port: 3f7f5a26-7101-472a-a326-2874b2319579, host: dv-cinder-757936-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55807b63-4ee3-4bed-bc7f-a4062d500132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '58690dba-1022-4c9e-81cc-86b962d599bf'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:30:05.894704 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-59852fe6-51f3-4cf8-bbf6-b1779fea9ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:05.901889 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3973353-c3ef-4160-ab2f-9a8a97df52a3 None None] Pushing event updated for resources: {'Port': ['ID=f9592ed8-7072-4977-a222-f8de1f74cd00,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:05.941072 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-724f97a4-a7d9-43a7-8e6b-b03177ad8bb7 req-f1677076-9e59-4220-88ae-26f33638f514 service neutron] 10.222.0.58 "GET /v2.0/networks/286c8e5f-3f83-4410-802f-107629637916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534815 Sep 03 16:30:05.941701 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a6c686-ca52-485f-8896-13c4c08b89ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=6421e508-5483-421b-b991-952129da5e9d,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:06.000137 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-c3973353-c3ef-4160-ab2f-9a8a97df52a3 None None] Attempting to bind port f9592ed8-7072-4977-a222-f8de1f74cd00 on host dv-cinder-757936-8-iscsi for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:30:06.000423 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-c3973353-c3ef-4160-ab2f-9a8a97df52a3 None None] Attempting to bind port f9592ed8-7072-4977-a222-f8de1f74cd00 by drivers openvswitch,hyperv on host dv-cinder-757936-8-iscsi at level 0 using segments [{'id': 'e975a069-2572-4885-b8b9-0538a37504dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '31bbeeab-645c-445c-a60d-fc9c63d9073b'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:30:06.000766 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3973353-c3ef-4160-ab2f-9a8a97df52a3 None None] Attempting to bind port f9592ed8-7072-4977-a222-f8de1f74cd00 on network 31bbeeab-645c-445c-a60d-fc9c63d9073b {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:30:06.027072 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3973353-c3ef-4160-ab2f-9a8a97df52a3 None None] Checking agent: {'id': '09c8fd01-6670-4f2e-aed1-0a61ad96cff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 19, 48), 'started_at': datetime.datetime(2021, 9, 3, 16, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:30:06.027456 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3973353-c3ef-4160-ab2f-9a8a97df52a3 None None] Checking segment: {'id': 'e975a069-2572-4885-b8b9-0538a37504dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '31bbeeab-645c-445c-a60d-fc9c63d9073b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:30:06.028082 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c3973353-c3ef-4160-ab2f-9a8a97df52a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:06.028494 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3973353-c3ef-4160-ab2f-9a8a97df52a3 None None] Bound using segment: {'id': 'e975a069-2572-4885-b8b9-0538a37504dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '31bbeeab-645c-445c-a60d-fc9c63d9073b'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:30:06.029014 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-c3973353-c3ef-4160-ab2f-9a8a97df52a3 None None] Bound port: f9592ed8-7072-4977-a222-f8de1f74cd00, host: dv-cinder-757936-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e975a069-2572-4885-b8b9-0538a37504dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '31bbeeab-645c-445c-a60d-fc9c63d9073b'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:30:06.029621 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c3973353-c3ef-4160-ab2f-9a8a97df52a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:06.053651 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-59852fe6-51f3-4cf8-bbf6-b1779fea9ef1 None None] For port 3f7f5a26-7101-472a-a326-2874b2319579, host dv-cinder-757936-8-iscsi, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:30:06.069813 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-59852fe6-51f3-4cf8-bbf6-b1779fea9ef1 None None] For port 3f7f5a26-7101-472a-a326-2874b2319579, host dv-cinder-757936-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=3f7f5a26-7101-472a-a326-2874b2319579,segment=NetworkSegment(55807b63-4ee3-4bed-bc7f-a4062d500132),segment_id=55807b63-4ee3-4bed-bc7f-a4062d500132)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:30:06.090091 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-59852fe6-51f3-4cf8-bbf6-b1779fea9ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:06.183042 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-c3973353-c3ef-4160-ab2f-9a8a97df52a3 None None] For port f9592ed8-7072-4977-a222-f8de1f74cd00, host dv-cinder-757936-8-iscsi, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:30:06.185776 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9affcfd2-a47e-4863-a13c-f0be1b9098c4 None None] Pushing event updated for resources: {'Port': ['ID=3f7f5a26-7101-472a-a326-2874b2319579,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:06.192070 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59852fe6-51f3-4cf8-bbf6-b1779fea9ef1 None None] Routers {'525333cc-669e-44ab-b4bd-9fb3fdb3c647'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:30:06.193081 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-59852fe6-51f3-4cf8-bbf6-b1779fea9ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:29:48Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['525333cc-669e-44ab-b4bd-9fb3fdb3c647'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:30:06.243581 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-c3973353-c3ef-4160-ab2f-9a8a97df52a3 None None] For port f9592ed8-7072-4977-a222-f8de1f74cd00, host dv-cinder-757936-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=f9592ed8-7072-4977-a222-f8de1f74cd00,segment=NetworkSegment(e975a069-2572-4885-b8b9-0538a37504dc),segment_id=e975a069-2572-4885-b8b9-0538a37504dc)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:30:06.249205 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a6c686-ca52-485f-8896-13c4c08b89ed admin admin] Checking segment: {'id': '353e2098-a66a-4049-a3bf-5f567bae9b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:30:06.249581 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a6c686-ca52-485f-8896-13c4c08b89ed admin admin] Network hostable DHCP agents. Network: ad522a35-4ced-4cb5-b8e3-4ba24d469eaa, hostable agents: ['3c1899c8-97e0-46b0-b7e8-2386c864002b'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 16:30:06.277070 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c3973353-c3ef-4160-ab2f-9a8a97df52a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:06.349861 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096620c4-b7f3-478c-b869-fe5dbbd689ab req-8d60ac3e-398f-4cbc-abad-d35ff50f1eaa tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:06.351578 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-096620c4-b7f3-478c-b869-fe5dbbd689ab req-8d60ac3e-398f-4cbc-abad-d35ff50f1eaa tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3c1cb47-75e4-4f54-a890-6604281c02e6 HTTP/1.1" status: 200 len: 944 time: 0.3986058 Sep 03 16:30:06.357179 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a6c686-ca52-485f-8896-13c4c08b89ed admin admin] Network ad522a35-4ced-4cb5-b8e3-4ba24d469eaa is scheduled to be hosted by DHCP agent 3c1899c8-97e0-46b0-b7e8-2386c864002b with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 16:30:06.380888 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6aa75bc3-f6f4-4d27-b287-45d781044dec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:06.391637 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3973353-c3ef-4160-ab2f-9a8a97df52a3 None None] Pushing event updated for resources: {'Port': ['ID=f9592ed8-7072-4977-a222-f8de1f74cd00,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:06.415528 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-59852fe6-51f3-4cf8-bbf6-b1779fea9ef1 None None] Set router 525333cc-669e-44ab-b4bd-9fb3fdb3c647 gateway port host: dv-cinder-757936-8-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:30:06.433216 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-d8a6c686-ca52-485f-8896-13c4c08b89ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-8-iscsi, ad522a35-4ced-4cb5-b8e3-4ba24d469eaa) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:30:06.444754 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c407358-e433-4501-be09-89dc76da962c None None] Network ad522a35-4ced-4cb5-b8e3-4ba24d469eaa requested from dv-cinder-757936-8-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:30:06.468216 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a6c686-ca52-485f-8896-13c4c08b89ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:06.468827 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d8a6c686-ca52-485f-8896-13c4c08b89ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:06.473016 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-724f97a4-a7d9-43a7-8e6b-b03177ad8bb7 req-5c1fa631-6fda-415a-aa78-bf68da3a75b7 service neutron] 10.222.0.58 "GET /v2.0/networks/286c8e5f-3f83-4410-802f-107629637916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5188787 Sep 03 16:30:06.501309 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-096620c4-b7f3-478c-b869-fe5dbbd689ab req-fd35a0c5-65bf-4e73-bc55-fccf681547b0 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356356 Sep 03 16:30:06.508689 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-d8a6c686-ca52-485f-8896-13c4c08b89ed admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2115676 Sep 03 16:30:06.512001 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 49390) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:06.518026 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-ce43144a-b645-427e-b394-080c1a669b3d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1226031807-router', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227'}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:30:06.557367 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ce43144a-b645-427e-b394-080c1a669b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-922507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126097'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:06.557367 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ce43144a-b645-427e-b394-080c1a669b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-923019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-980224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126088'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:06.740930 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ce43144a-b645-427e-b394-080c1a669b3d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:06.812083 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device f9592ed8-7072-4977-a222-f8de1f74cd00 up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:30:06.845692 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e48623-6d89-4ad2-8714-a53c0047cb49 req-cf2e194e-31b7-491e-bb67-8443b1bea6ea tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:06.848615 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d5e48623-6d89-4ad2-8714-a53c0047cb49 req-cf2e194e-31b7-491e-bb67-8443b1bea6ea tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.0787137 Sep 03 16:30:06.852497 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6aa75bc3-f6f4-4d27-b287-45d781044dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-921106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-923102'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:06.900851 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d5e48623-6d89-4ad2-8714-a53c0047cb49 req-c4bfc9cf-e75b-4ef2-bb38-6521e7d8e5b1 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453846 Sep 03 16:30:06.988367 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ce43144a-b645-427e-b394-080c1a669b3d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:07.100108 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a1e7e0-ad5a-4159-ab08-af5a9ebc92ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp196e1458-7fbe-5091-b5c9-92cf974e8c50-ad522a35-4ced-4cb5-b8e3-4ba24d469eaa', 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'fixed_ips': [{'subnet_id': '6421e508-5483-421b-b991-952129da5e9d'}]}} from dv-cinder-757936-8-iscsi. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 16:30:07.101069 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-79a1e7e0-ad5a-4159-ab08-af5a9ebc92ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:07.104866 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning for port f9592ed8-7072-4977-a222-f8de1f74cd00 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:30:07.144525 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa75bc3-f6f4-4d27-b287-45d781044dec admin admin] Router a4343a02-a4e9-488d-a0c5-76faf7746e5e is scheduled to L3 agent 32b2b364-f1ef-43b0-aa1c-04e185c9ddf9 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 16:30:07.237907 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-59852fe6-51f3-4cf8-bbf6-b1779fea9ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525333cc-669e-44ab-b4bd-9fb3fdb3c647', 'name': 'tempest-TestShelveInstance-709896107-router', 'tenant_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '92dc49b3-7544-4fa6-9f27-8adb97d1a0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:29:57Z', 'updated_at': '2021-09-03T16:30:01Z', 'revision_number': 4, 'project_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'gw_port': {'id': '92dc49b3-7544-4fa6-9f27-8adb97d1a0bc', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525333cc-669e-44ab-b4bd-9fb3fdb3c647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:29:57Z', 'updated_at': '2021-09-03T16:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '3f7f5a26-7101-472a-a326-2874b2319579', 'name': '', 'network_id': '58690dba-1022-4c9e-81cc-86b962d599bf', 'tenant_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'mac_address': 'fa:16:3e:7f:78:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525333cc-669e-44ab-b4bd-9fb3fdb3c647', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '01cb09c6-cd3f-43d5-a532-d6fddd4018cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:00Z', 'updated_at': '2021-09-03T16:30:06Z', 'revision_number': 4, 'project_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'subnets': [{'id': '01cb09c6-cd3f-43d5-a532-d6fddd4018cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:30:07.271049 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59852fe6-51f3-4cf8-bbf6-b1779fea9ef1 None None] The sync data for ids ['525333cc-669e-44ab-b4bd-9fb3fdb3c647'] in dv-cinder-757936-8-iscsi is: [{'id': '525333cc-669e-44ab-b4bd-9fb3fdb3c647', 'name': 'tempest-TestShelveInstance-709896107-router', 'tenant_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '92dc49b3-7544-4fa6-9f27-8adb97d1a0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:29:57Z', 'updated_at': '2021-09-03T16:30:01Z', 'revision_number': 4, 'project_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'gw_port': {'id': '92dc49b3-7544-4fa6-9f27-8adb97d1a0bc', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525333cc-669e-44ab-b4bd-9fb3fdb3c647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:29:57Z', 'updated_at': '2021-09-03T16:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '3f7f5a26-7101-472a-a326-2874b2319579', 'name': '', 'network_id': '58690dba-1022-4c9e-81cc-86b962d599bf', 'tenant_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'mac_address': 'fa:16:3e:7f:78:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525333cc-669e-44ab-b4bd-9fb3fdb3c647', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '01cb09c6-cd3f-43d5-a532-d6fddd4018cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:00Z', 'updated_at': '2021-09-03T16:30:06Z', 'revision_number': 4, 'project_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'subnets': [{'id': '01cb09c6-cd3f-43d5-a532-d6fddd4018cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:30:07.323277 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-79a1e7e0-ad5a-4159-ab08-af5a9ebc92ff None None] Allocated IP 172.20.0.2 (ad522a35-4ced-4cb5-b8e3-4ba24d469eaa/6421e508-5483-421b-b991-952129da5e9d/2924b038-c307-4a86-afe6-b1bb1cf8221d) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:30:07.398021 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa75bc3-f6f4-4d27-b287-45d781044dec admin admin] Notify agent at l3_agent.dv-cinder-757936-8-iscsi the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:30:07.418739 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf276586-2212-4a9f-986c-092d728eaa59 None None] Sync routers for ids ['a4343a02-a4e9-488d-a0c5-76faf7746e5e'] in dv-cinder-757936-8-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:30:07.432617 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf276586-2212-4a9f-986c-092d728eaa59 None None] Routers {'a4343a02-a4e9-488d-a0c5-76faf7746e5e'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:30:07.436463 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-cf276586-2212-4a9f-986c-092d728eaa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:29:48Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['a4343a02-a4e9-488d-a0c5-76faf7746e5e'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:30:07.449632 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ce43144a-b645-427e-b394-080c1a669b3d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:07.525940 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ce43144a-b645-427e-b394-080c1a669b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:07.530033 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6aa75bc3-f6f4-4d27-b287-45d781044dec admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:07.532309 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-6aa75bc3-f6f4-4d27-b287-45d781044dec admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0830104 Sep 03 16:30:07.536153 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 49402) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:07.650804 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-cf276586-2212-4a9f-986c-092d728eaa59 None None] Set router a4343a02-a4e9-488d-a0c5-76faf7746e5e gateway port host: dv-cinder-757936-8-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:30:07.655119 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-79a1e7e0-ad5a-4159-ab08-af5a9ebc92ff None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:07.691939 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-79a1e7e0-ad5a-4159-ab08-af5a9ebc92ff None None] Transition to ACTIVE for port object 2924b038-c307-4a86-afe6-b1bb1cf8221d will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:30:07.700496 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c54a2a-14b1-4c0e-8eee-36dbc7156e3d None None] Network 31bbeeab-645c-445c-a60d-fc9c63d9073b requested from dv-cinder-757936-8-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:30:07.753603 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-79a1e7e0-ad5a-4159-ab08-af5a9ebc92ff None None] Transition to ACTIVE for port object 2924b038-c307-4a86-afe6-b1bb1cf8221d will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:30:07.805435 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-1f6bbd68-5b90-4037-a661-6a09a2c5eaec None None] Provisioning for port f9592ed8-7072-4977-a222-f8de1f74cd00 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:30:07.811815 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-79a1e7e0-ad5a-4159-ab08-af5a9ebc92ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:07.842735 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-1f6bbd68-5b90-4037-a661-6a09a2c5eaec None None] Provisioning complete for port f9592ed8-7072-4977-a222-f8de1f74cd00 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:30:07.844164 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1f6bbd68-5b90-4037-a661-6a09a2c5eaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:07.857502 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a1e7e0-ad5a-4159-ab08-af5a9ebc92ff None None] Network ad522a35-4ced-4cb5-b8e3-4ba24d469eaa is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:30:07.892235 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-cf276586-2212-4a9f-986c-092d728eaa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4343a02-a4e9-488d-a0c5-76faf7746e5e', 'name': 'tempest-TestShelveInstance-1618308322-router', 'tenant_id': 'e80abec68e0a4915a2923fc4d795edb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '4e84b9dd-cfc4-4c3e-86e9-37b2fb20f16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:04Z', 'updated_at': '2021-09-03T16:30:05Z', 'revision_number': 3, 'project_id': 'e80abec68e0a4915a2923fc4d795edb1', 'gw_port': {'id': '4e84b9dd-cfc4-4c3e-86e9-37b2fb20f16d', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:94:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4343a02-a4e9-488d-a0c5-76faf7746e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:05Z', 'updated_at': '2021-09-03T16:30:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi'}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:30:07.916380 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8062b7-188a-465d-9f73-c962afcb2d34 req-f239b37d-3652-4a6d-b77c-954ef3ad915d tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:07.919946 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-79a1e7e0-ad5a-4159-ab08-af5a9ebc92ff None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:30:07.922098 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a1e7e0-ad5a-4159-ab08-af5a9ebc92ff None None] Pushing event updated for resources: {'Port': ['ID=2924b038-c307-4a86-afe6-b1bb1cf8221d,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:07.924649 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2c8062b7-188a-465d-9f73-c962afcb2d34 req-f239b37d-3652-4a6d-b77c-954ef3ad915d tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3c1cb47-75e4-4f54-a890-6604281c02e6 HTTP/1.1" status: 200 len: 944 time: 0.1654305 Sep 03 16:30:07.938616 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf276586-2212-4a9f-986c-092d728eaa59 None None] Checking router: a4343a02-a4e9-488d-a0c5-76faf7746e5e for host: dv-cinder-757936-8-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:30:07.939218 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf276586-2212-4a9f-986c-092d728eaa59 None None] Updating router a4343a02-a4e9-488d-a0c5-76faf7746e5e port 4e84b9dd-cfc4-4c3e-86e9-37b2fb20f16d binding host dv-cinder-757936-8-iscsi {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 16:30:07.983870 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-cf276586-2212-4a9f-986c-092d728eaa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:07.994817 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a1e7e0-ad5a-4159-ab08-af5a9ebc92ff None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:30:08.105443 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-ce43144a-b645-427e-b394-080c1a669b3d admin admin] Allocated IP 172.27.3.243 (af961d58-b724-401e-8712-cedb04029227/ab4829e3-7396-4499-a1b3-42e28c777fec/dbb4eb8a-c8c0-4843-86c1-855401144da6) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:30:08.114652 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1dc1d2-81e7-432b-9ab3-78a633fc3ac8 req-a6c0ee65-6b47-4f4e-a0aa-9589429f0c3f tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:08.124974 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3d1dc1d2-81e7-432b-9ab3-78a633fc3ac8 req-a6c0ee65-6b47-4f4e-a0aa-9589429f0c3f tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.0966337 Sep 03 16:30:08.175653 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-79a1e7e0-ad5a-4159-ab08-af5a9ebc92ff None None] Attempting to bind port 2924b038-c307-4a86-afe6-b1bb1cf8221d on host dv-cinder-757936-8-iscsi for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:30:08.176450 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-79a1e7e0-ad5a-4159-ab08-af5a9ebc92ff None None] Attempting to bind port 2924b038-c307-4a86-afe6-b1bb1cf8221d by drivers openvswitch,hyperv on host dv-cinder-757936-8-iscsi at level 0 using segments [{'id': '353e2098-a66a-4049-a3bf-5f567bae9b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:30:08.178289 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a1e7e0-ad5a-4159-ab08-af5a9ebc92ff None None] Attempting to bind port 2924b038-c307-4a86-afe6-b1bb1cf8221d on network ad522a35-4ced-4cb5-b8e3-4ba24d469eaa {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:30:08.180507 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2c8062b7-188a-465d-9f73-c962afcb2d34 req-d201663a-3d68-46f0-b27c-fa9f2c382fc6 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538762 Sep 03 16:30:08.254607 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3d1dc1d2-81e7-432b-9ab3-78a633fc3ac8 req-2f1173ab-fb97-4ad4-b640-bd9aa876c30b tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234114 Sep 03 16:30:08.255726 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a1e7e0-ad5a-4159-ab08-af5a9ebc92ff None None] Checking agent: {'id': '09c8fd01-6670-4f2e-aed1-0a61ad96cff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 19, 48), 'started_at': datetime.datetime(2021, 9, 3, 16, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:30:08.256911 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a1e7e0-ad5a-4159-ab08-af5a9ebc92ff None None] Checking segment: {'id': '353e2098-a66a-4049-a3bf-5f567bae9b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:30:08.257389 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-79a1e7e0-ad5a-4159-ab08-af5a9ebc92ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:08.257801 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a1e7e0-ad5a-4159-ab08-af5a9ebc92ff None None] Bound using segment: {'id': '353e2098-a66a-4049-a3bf-5f567bae9b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:30:08.258318 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-79a1e7e0-ad5a-4159-ab08-af5a9ebc92ff None None] Bound port: 2924b038-c307-4a86-afe6-b1bb1cf8221d, host: dv-cinder-757936-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '353e2098-a66a-4049-a3bf-5f567bae9b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:30:08.258720 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-79a1e7e0-ad5a-4159-ab08-af5a9ebc92ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:08.365466 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1f6bbd68-5b90-4037-a661-6a09a2c5eaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:08.436532 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-1f6bbd68-5b90-4037-a661-6a09a2c5eaec None None] For port f9592ed8-7072-4977-a222-f8de1f74cd00, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=f9592ed8-7072-4977-a222-f8de1f74cd00,segment=NetworkSegment(e975a069-2572-4885-b8b9-0538a37504dc),segment_id=e975a069-2572-4885-b8b9-0538a37504dc)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:30:08.458437 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1f6bbd68-5b90-4037-a661-6a09a2c5eaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:08.474153 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-79a1e7e0-ad5a-4159-ab08-af5a9ebc92ff None None] For port 2924b038-c307-4a86-afe6-b1bb1cf8221d, host dv-cinder-757936-8-iscsi, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:30:08.480158 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-79a1e7e0-ad5a-4159-ab08-af5a9ebc92ff None None] For port 2924b038-c307-4a86-afe6-b1bb1cf8221d, host dv-cinder-757936-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=2924b038-c307-4a86-afe6-b1bb1cf8221d,segment=NetworkSegment(353e2098-a66a-4049-a3bf-5f567bae9b13),segment_id=353e2098-a66a-4049-a3bf-5f567bae9b13)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:30:08.511988 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-79a1e7e0-ad5a-4159-ab08-af5a9ebc92ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:08.553711 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6bbd68-5b90-4037-a661-6a09a2c5eaec None None] Pushing event updated for resources: {'Port': ['ID=f9592ed8-7072-4977-a222-f8de1f74cd00,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:08.655939 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a1e7e0-ad5a-4159-ab08-af5a9ebc92ff None None] Pushing event updated for resources: {'Port': ['ID=2924b038-c307-4a86-afe6-b1bb1cf8221d,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:08.700053 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ce43144a-b645-427e-b394-080c1a669b3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:08.808975 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-06126972-a39a-4697-8315-76d99fd9d4d7 None None] Provisioning complete for port f9592ed8-7072-4977-a222-f8de1f74cd00 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:30:08.809409 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-06126972-a39a-4697-8315-76d99fd9d4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:08.826393 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ce43144a-b645-427e-b394-080c1a669b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:08.919927 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device f9592ed8-7072-4977-a222-f8de1f74cd00 up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:30:08.937725 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce43144a-b645-427e-b394-080c1a669b3d admin admin] Network af961d58-b724-401e-8712-cedb04029227 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:30:08.940032 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce43144a-b645-427e-b394-080c1a669b3d admin admin] Pushing event updated for resources: {'Port': ['ID=dbb4eb8a-c8c0-4843-86c1-855401144da6,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:08.983319 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-ce43144a-b645-427e-b394-080c1a669b3d admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:30:08.998321 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce43144a-b645-427e-b394-080c1a669b3d admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:30:09.037523 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-cf276586-2212-4a9f-986c-092d728eaa59 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:09.041686 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port f9592ed8-7072-4977-a222-f8de1f74cd00 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:30:09.042105 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:09.062809 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-cf276586-2212-4a9f-986c-092d728eaa59 None None] Transition to ACTIVE for port object 4e84b9dd-cfc4-4c3e-86e9-37b2fb20f16d will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:30:09.072573 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-cf276586-2212-4a9f-986c-092d728eaa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:09.131534 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 9c7bb995-18e2-45ba-819e-2a6faed372d4 details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 16:30:09.138486 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-cf276586-2212-4a9f-986c-092d728eaa59 None None] Attempting to bind port 4e84b9dd-cfc4-4c3e-86e9-37b2fb20f16d on host dv-cinder-757936-8-iscsi for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:30:09.139163 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-cf276586-2212-4a9f-986c-092d728eaa59 None None] Attempting to bind port 4e84b9dd-cfc4-4c3e-86e9-37b2fb20f16d by drivers openvswitch,hyperv on host dv-cinder-757936-8-iscsi at level 0 using segments [{'id': '8fbc7082-b272-4b43-971d-120707d467f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af961d58-b724-401e-8712-cedb04029227'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:30:09.139622 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf276586-2212-4a9f-986c-092d728eaa59 None None] Attempting to bind port 4e84b9dd-cfc4-4c3e-86e9-37b2fb20f16d on network af961d58-b724-401e-8712-cedb04029227 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:30:09.163552 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 3f7f5a26-7101-472a-a326-2874b2319579 up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:30:09.169078 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf276586-2212-4a9f-986c-092d728eaa59 None None] Checking agent: {'id': '09c8fd01-6670-4f2e-aed1-0a61ad96cff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 19, 48), 'started_at': datetime.datetime(2021, 9, 3, 16, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:30:09.170214 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf276586-2212-4a9f-986c-092d728eaa59 None None] Checking segment: {'id': '8fbc7082-b272-4b43-971d-120707d467f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af961d58-b724-401e-8712-cedb04029227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:30:09.170685 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-cf276586-2212-4a9f-986c-092d728eaa59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:09.171285 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf276586-2212-4a9f-986c-092d728eaa59 None None] Bound using segment: {'id': '8fbc7082-b272-4b43-971d-120707d467f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af961d58-b724-401e-8712-cedb04029227'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:30:09.171832 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-cf276586-2212-4a9f-986c-092d728eaa59 None None] Bound port: 4e84b9dd-cfc4-4c3e-86e9-37b2fb20f16d, host: dv-cinder-757936-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fbc7082-b272-4b43-971d-120707d467f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af961d58-b724-401e-8712-cedb04029227'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:30:09.172295 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-cf276586-2212-4a9f-986c-092d728eaa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:09.174351 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d838e09-c9d9-4755-830b-909a9190471f None None] Pushing event updated for resources: {'Port': ['ID=4e84b9dd-cfc4-4c3e-86e9-37b2fb20f16d,revision_number=2']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:09.254863 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f51ce3ea-e8cc-404b-bef2-4427f75452ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:09.310768 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-cf276586-2212-4a9f-986c-092d728eaa59 None None] For port 4e84b9dd-cfc4-4c3e-86e9-37b2fb20f16d, host dv-cinder-757936-8-iscsi, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:30:09.315357 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-cf276586-2212-4a9f-986c-092d728eaa59 None None] For port 4e84b9dd-cfc4-4c3e-86e9-37b2fb20f16d, host dv-cinder-757936-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=4e84b9dd-cfc4-4c3e-86e9-37b2fb20f16d,segment=NetworkSegment(8fbc7082-b272-4b43-971d-120707d467f2),segment_id=8fbc7082-b272-4b43-971d-120707d467f2)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:30:09.326485 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-cf276586-2212-4a9f-986c-092d728eaa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:09.338436 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 9c7bb995-18e2-45ba-819e-2a6faed372d4, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=9c7bb995-18e2-45ba-819e-2a6faed372d4,segment=NetworkSegment(c6f8ed56-3d61-41f4-ac2b-a004c69384f8),segment_id=c6f8ed56-3d61-41f4-ac2b-a004c69384f8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:30:09.348701 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning for port 3f7f5a26-7101-472a-a326-2874b2319579 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:30:09.356912 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port 3f7f5a26-7101-472a-a326-2874b2319579 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:30:09.357338 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:09.360656 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Returning: {'device': '9c7bb995-18e2-45ba-819e-2a6faed372d4', 'network_id': '286c8e5f-3f83-4410-802f-107629637916', 'port_id': '9c7bb995-18e2-45ba-819e-2a6faed372d4', 'mac_address': 'fa:16:3e:81:3e:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4031de07-53b7-4f82-8008-ab20cbbb4912', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 16:30:09.426182 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05e32b-fc0d-4fbf-aa7c-d2f47beac546 req-a7b5b96e-6664-4908-9fb9-567668363792 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:09.428548 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1c05e32b-fc0d-4fbf-aa7c-d2f47beac546 req-a7b5b96e-6664-4908-9fb9-567668363792 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.0684195 Sep 03 16:30:09.469944 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:09.489719 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf276586-2212-4a9f-986c-092d728eaa59 None None] Routers {'a4343a02-a4e9-488d-a0c5-76faf7746e5e'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:30:09.490695 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-cf276586-2212-4a9f-986c-092d728eaa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:29:48Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['a4343a02-a4e9-488d-a0c5-76faf7746e5e'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:30:09.501619 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c7bb995-18e2-45ba-819e-2a6faed372d4 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:30:09.506898 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1c05e32b-fc0d-4fbf-aa7c-d2f47beac546 req-2ef6b40d-772a-4ea9-a48f-19019c83d714 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710382 Sep 03 16:30:09.535301 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 9c7bb995-18e2-45ba-819e-2a6faed372d4, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=9c7bb995-18e2-45ba-819e-2a6faed372d4,segment=NetworkSegment(c6f8ed56-3d61-41f4-ac2b-a004c69384f8),segment_id=c6f8ed56-3d61-41f4-ac2b-a004c69384f8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:30:09.561072 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:09.579315 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb0783-944b-4b8a-b53d-a1f82a42b69f req-aff9bebb-a61a-4fe5-9e1b-75c1552d74bf tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:09.580950 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3cdb0783-944b-4b8a-b53d-a1f82a42b69f req-aff9bebb-a61a-4fe5-9e1b-75c1552d74bf tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3c1cb47-75e4-4f54-a890-6604281c02e6 HTTP/1.1" status: 200 len: 944 time: 0.1934969 Sep 03 16:30:09.610299 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ce43144a-b645-427e-b394-080c1a669b3d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:09.611219 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:09.662327 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] For port 3f7f5a26-7101-472a-a326-2874b2319579, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=3f7f5a26-7101-472a-a326-2874b2319579,segment=NetworkSegment(55807b63-4ee3-4bed-bc7f-a4062d500132),segment_id=55807b63-4ee3-4bed-bc7f-a4062d500132)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:30:09.669843 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:09.672197 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=9c7bb995-18e2-45ba-819e-2a6faed372d4,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:09.676340 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-cf276586-2212-4a9f-986c-092d728eaa59 None None] Set router a4343a02-a4e9-488d-a0c5-76faf7746e5e gateway port host: dv-cinder-757936-8-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:30:09.721631 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3cdb0783-944b-4b8a-b53d-a1f82a42b69f req-07663bb0-1047-4784-bb59-7511b6fd713f tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280365 Sep 03 16:30:09.740776 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Pushing event updated for resources: {'Port': ['ID=3f7f5a26-7101-472a-a326-2874b2319579,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:09.767533 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d838e09-c9d9-4755-830b-909a9190471f None None] Pushing event updated for resources: {'Port': ['ID=4e84b9dd-cfc4-4c3e-86e9-37b2fb20f16d,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:09.774724 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-f51ce3ea-e8cc-404b-bef2-4427f75452ab admin admin] Allocated IP 172.20.0.1 (31bbeeab-645c-445c-a60d-fc9c63d9073b/1d6b1d71-cc84-42a7-9359-354569e76292/9a40460f-7d6a-4147-9aea-aaa6223510c4) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:30:09.904892 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-cf276586-2212-4a9f-986c-092d728eaa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4343a02-a4e9-488d-a0c5-76faf7746e5e', 'name': 'tempest-TestShelveInstance-1618308322-router', 'tenant_id': 'e80abec68e0a4915a2923fc4d795edb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '4e84b9dd-cfc4-4c3e-86e9-37b2fb20f16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:04Z', 'updated_at': '2021-09-03T16:30:05Z', 'revision_number': 3, 'project_id': 'e80abec68e0a4915a2923fc4d795edb1', 'gw_port': {'id': '4e84b9dd-cfc4-4c3e-86e9-37b2fb20f16d', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:94:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4343a02-a4e9-488d-a0c5-76faf7746e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:05Z', 'updated_at': '2021-09-03T16:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi'}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:30:09.930063 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a57031-dbf9-4199-8a0d-00bb3b8742e3 None None] Network ad522a35-4ced-4cb5-b8e3-4ba24d469eaa requested from dv-cinder-757936-8-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:30:09.942744 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf276586-2212-4a9f-986c-092d728eaa59 None None] The sync data for ids ['a4343a02-a4e9-488d-a0c5-76faf7746e5e'] in dv-cinder-757936-8-iscsi is: [{'id': 'a4343a02-a4e9-488d-a0c5-76faf7746e5e', 'name': 'tempest-TestShelveInstance-1618308322-router', 'tenant_id': 'e80abec68e0a4915a2923fc4d795edb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '4e84b9dd-cfc4-4c3e-86e9-37b2fb20f16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:04Z', 'updated_at': '2021-09-03T16:30:05Z', 'revision_number': 3, 'project_id': 'e80abec68e0a4915a2923fc4d795edb1', 'gw_port': {'id': '4e84b9dd-cfc4-4c3e-86e9-37b2fb20f16d', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:94:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4343a02-a4e9-488d-a0c5-76faf7746e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:05Z', 'updated_at': '2021-09-03T16:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi'}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:30:09.995875 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f51ce3ea-e8cc-404b-bef2-4427f75452ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:10.004746 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ce43144a-b645-427e-b394-080c1a669b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-921106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-923102'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:10.026971 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-f51ce3ea-e8cc-404b-bef2-4427f75452ab admin admin] Transition to ACTIVE for port object 9a40460f-7d6a-4147-9aea-aaa6223510c4 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:30:10.149374 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f51ce3ea-e8cc-404b-bef2-4427f75452ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:10.158700 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-eecbbab0-4341-4016-a08e-341696f64417 None None] Provisioning for port 2924b038-c307-4a86-afe6-b1bb1cf8221d completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:30:10.195492 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51ce3ea-e8cc-404b-bef2-4427f75452ab admin admin] Network 31bbeeab-645c-445c-a60d-fc9c63d9073b is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:30:10.206241 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-f51ce3ea-e8cc-404b-bef2-4427f75452ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:30:10.221843 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51ce3ea-e8cc-404b-bef2-4427f75452ab admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:30:10.221843 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f51ce3ea-e8cc-404b-bef2-4427f75452ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-957067'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:10.222536 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ce3ea-e8cc-404b-bef2-4427f75452ab admin admin] Pushing event updated for resources: {'Port': ['ID=9a40460f-7d6a-4147-9aea-aaa6223510c4,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:10.350188 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce43144a-b645-427e-b394-080c1a669b3d admin admin] Router b05391c3-ba58-4438-9370-65c2d19bc83e is scheduled to L3 agent 32b2b364-f1ef-43b0-aa1c-04e185c9ddf9 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 16:30:10.526643 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] get_ports_and_sgs() called for port_ids ['9c7bb995-18e2-45ba-819e-2a6faed372d4'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:30:10.542347 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f51ce3ea-e8cc-404b-bef2-4427f75452ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:10.647934 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce43144a-b645-427e-b394-080c1a669b3d admin admin] Notify agent at l3_agent.dv-cinder-757936-8-iscsi the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:30:10.663143 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39289f8f-4077-46ae-8938-168757489a8f None None] Sync routers for ids ['b05391c3-ba58-4438-9370-65c2d19bc83e'] in dv-cinder-757936-8-iscsi {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:30:10.691075 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d3a4644a-6f6e-49ec-8200-584dea41bd03 None None] Provisioning for port 9a40460f-7d6a-4147-9aea-aaa6223510c4 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:30:10.702641 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-d3a4644a-6f6e-49ec-8200-584dea41bd03 None None] Provisioning complete for port 9a40460f-7d6a-4147-9aea-aaa6223510c4 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:30:10.703216 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d3a4644a-6f6e-49ec-8200-584dea41bd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:10.752285 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8321d48e-ebd3-466e-a043-b6657e4a9290 req-358e1f06-cb91-4e6c-9e57-01b63fe693ae tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:10.762247 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8321d48e-ebd3-466e-a043-b6657e4a9290 req-358e1f06-cb91-4e6c-9e57-01b63fe693ae tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.1115167 Sep 03 16:30:10.778918 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-d3a4644a-6f6e-49ec-8200-584dea41bd03 None None] Port 9a40460f-7d6a-4147-9aea-aaa6223510c4 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:30:10.782656 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39289f8f-4077-46ae-8938-168757489a8f None None] Routers {'b05391c3-ba58-4438-9370-65c2d19bc83e'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:30:10.782944 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-39289f8f-4077-46ae-8938-168757489a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:29:48Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['b05391c3-ba58-4438-9370-65c2d19bc83e'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:30:10.812759 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8321d48e-ebd3-466e-a043-b6657e4a9290 req-4434f0ee-4dd1-4e0c-9043-8a7469a99ccd tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493157 Sep 03 16:30:10.951865 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 2924b038-c307-4a86-afe6-b1bb1cf8221d up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:30:10.977262 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ce43144a-b645-427e-b394-080c1a669b3d admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:10.978816 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-ce43144a-b645-427e-b394-080c1a669b3d admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.4659328 Sep 03 16:30:10.981657 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 49428) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:11.120538 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-39289f8f-4077-46ae-8938-168757489a8f None None] Set router b05391c3-ba58-4438-9370-65c2d19bc83e gateway port host: dv-cinder-757936-8-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:30:11.168295 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814adc90-e141-468c-8367-eec352f1f7fb req-243eec71-48e7-48a9-a214-7e4cf63a2b9a tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:11.172008 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-814adc90-e141-468c-8367-eec352f1f7fb req-243eec71-48e7-48a9-a214-7e4cf63a2b9a tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3c1cb47-75e4-4f54-a890-6604281c02e6 HTTP/1.1" status: 200 len: 945 time: 0.1919496 Sep 03 16:30:11.213895 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f51ce3ea-e8cc-404b-bef2-4427f75452ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:11.231600 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f51ce3ea-e8cc-404b-bef2-4427f75452ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:11.232464 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f51ce3ea-e8cc-404b-bef2-4427f75452ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-922651'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:11.254713 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning for port 2924b038-c307-4a86-afe6-b1bb1cf8221d completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:30:11.280334 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port 2924b038-c307-4a86-afe6-b1bb1cf8221d triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:30:11.280566 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:11.342458 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ce3ea-e8cc-404b-bef2-4427f75452ab admin admin] Pushing event updated for resources: {'Port': ['ID=9a40460f-7d6a-4147-9aea-aaa6223510c4,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:11.356676 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-814adc90-e141-468c-8367-eec352f1f7fb req-3ad259d0-acd3-44ee-b1b8-82c5c5d4a305 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544256 Sep 03 16:30:11.466701 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:11.471592 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51ce3ea-e8cc-404b-bef2-4427f75452ab admin admin] Network 31bbeeab-645c-445c-a60d-fc9c63d9073b is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:30:11.473109 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-f51ce3ea-e8cc-404b-bef2-4427f75452ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:30:11.511977 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-39289f8f-4077-46ae-8938-168757489a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'name': 'tempest-TestVolumeBootPattern-1226031807-router', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'dbb4eb8a-c8c0-4843-86c1-855401144da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:06Z', 'updated_at': '2021-09-03T16:30:09Z', 'revision_number': 3, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'gw_port': {'id': 'dbb4eb8a-c8c0-4843-86c1-855401144da6', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:60:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:07Z', 'updated_at': '2021-09-03T16:30:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi'}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:30:11.515238 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] For port 2924b038-c307-4a86-afe6-b1bb1cf8221d, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=2924b038-c307-4a86-afe6-b1bb1cf8221d,segment=NetworkSegment(353e2098-a66a-4049-a3bf-5f567bae9b13),segment_id=353e2098-a66a-4049-a3bf-5f567bae9b13)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:30:11.569501 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39289f8f-4077-46ae-8938-168757489a8f None None] Checking router: b05391c3-ba58-4438-9370-65c2d19bc83e for host: dv-cinder-757936-8-iscsi {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:30:11.569888 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39289f8f-4077-46ae-8938-168757489a8f None None] Updating router b05391c3-ba58-4438-9370-65c2d19bc83e port dbb4eb8a-c8c0-4843-86c1-855401144da6 binding host dv-cinder-757936-8-iscsi {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 16:30:11.576083 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:11.577030 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 3f7f5a26-7101-472a-a326-2874b2319579 up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:30:11.656131 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f51ce3ea-e8cc-404b-bef2-4427f75452ab admin admin] Router a4343a02-a4e9-488d-a0c5-76faf7746e5e has already been hosted by L3 agent 32b2b364-f1ef-43b0-aa1c-04e185c9ddf9 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:30:11.686586 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39289f8f-4077-46ae-8938-168757489a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:11.760820 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Pushing event updated for resources: {'Port': ['ID=2924b038-c307-4a86-afe6-b1bb1cf8221d,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:11.855025 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51ce3ea-e8cc-404b-bef2-4427f75452ab admin admin] Notify agent at l3_agent.dv-cinder-757936-8-iscsi the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:30:11.871771 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-f51ce3ea-e8cc-404b-bef2-4427f75452ab admin admin] 10.222.0.62 "PUT /v2.0/routers/a4343a02-a4e9-488d-a0c5-76faf7746e5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3337262 Sep 03 16:30:11.925992 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port 3f7f5a26-7101-472a-a326-2874b2319579 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:30:11.926528 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:11.966649 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ce0db1b7-61ef-44b4-8315-2eb62f826fca None None] Provisioning complete for port 9a40460f-7d6a-4147-9aea-aaa6223510c4 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:30:11.967607 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ce0db1b7-61ef-44b4-8315-2eb62f826fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:11.974996 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7ebac-cb64-48c0-a10b-73c8b07ba1e9 req-2404ab80-fb52-4b82-b094-0490311fc1d2 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:11.976742 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d5f7ebac-cb64-48c0-a10b-73c8b07ba1e9 req-2404ab80-fb52-4b82-b094-0490311fc1d2 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.0599289 Sep 03 16:30:12.023718 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-27c9e8e2-c5f4-4dbe-a7e8-3b95caa0918a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:12.097775 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d5f7ebac-cb64-48c0-a10b-73c8b07ba1e9 req-69818c32-e5bd-49a8-893a-0fb97327d29a tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119738 Sep 03 16:30:12.107780 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-ce0db1b7-61ef-44b4-8315-2eb62f826fca None None] Port 9a40460f-7d6a-4147-9aea-aaa6223510c4 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:30:12.215869 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 4e84b9dd-cfc4-4c3e-86e9-37b2fb20f16d up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:30:12.258220 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 9c7bb995-18e2-45ba-819e-2a6faed372d4 up at agent hyperv_hv-cinder-75793 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:30:12.317590 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8573526-06cf-4498-9347-21815f569e85 req-ade06eaf-4280-404e-8e3b-9066add44fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:12.319704 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d8573526-06cf-4498-9347-21815f569e85 req-ade06eaf-4280-404e-8e3b-9066add44fcc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a4659072c3364bfdad1b453680cc8963&device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 1098 time: 0.1265554 Sep 03 16:30:12.356275 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76a9e7-f469-44af-89b8-82011dac2093 req-e09df3e6-9b8d-470e-a854-1ea1b12e25da tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:12.356499 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39289f8f-4077-46ae-8938-168757489a8f None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:12.371692 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7a76a9e7-f469-44af-89b8-82011dac2093 req-e09df3e6-9b8d-470e-a854-1ea1b12e25da tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.1235943 Sep 03 16:30:12.375484 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-39289f8f-4077-46ae-8938-168757489a8f None None] Transition to ACTIVE for port object dbb4eb8a-c8c0-4843-86c1-855401144da6 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:30:12.386032 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39289f8f-4077-46ae-8938-168757489a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:12.391867 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-27c9e8e2-c5f4-4dbe-a7e8-3b95caa0918a admin admin] Allocated IP 172.20.0.1 (ad522a35-4ced-4cb5-b8e3-4ba24d469eaa/6421e508-5483-421b-b991-952129da5e9d/11c8522f-4809-4654-a1d8-465b37fb0299) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:30:12.419228 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning for port 4e84b9dd-cfc4-4c3e-86e9-37b2fb20f16d completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:30:12.466992 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0fd124-390f-4d60-b6a3-3eeac4ee30c0 None None] Sync routers for ids ['a4343a02-a4e9-488d-a0c5-76faf7746e5e'] in dv-cinder-757936-8-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:30:12.470052 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7a76a9e7-f469-44af-89b8-82011dac2093 req-31f3ced8-869d-4620-9671-368191231f00 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968900 Sep 03 16:30:12.480500 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Provisioning for port 9c7bb995-18e2-45ba-819e-2a6faed372d4 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:30:12.487632 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port 4e84b9dd-cfc4-4c3e-86e9-37b2fb20f16d triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:30:12.487632 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:12.489966 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0fd124-390f-4d60-b6a3-3eeac4ee30c0 None None] Routers {'a4343a02-a4e9-488d-a0c5-76faf7746e5e'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:30:12.490827 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-8f0fd124-390f-4d60-b6a3-3eeac4ee30c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:29:48Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['a4343a02-a4e9-488d-a0c5-76faf7746e5e'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:30:12.563471 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8573526-06cf-4498-9347-21815f569e85 req-11104856-ceb8-4d35-93ac-28afb5d7ca44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:12.565535 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d8573526-06cf-4498-9347-21815f569e85 req-11104856-ceb8-4d35-93ac-28afb5d7ca44 service neutron] 10.222.0.58 "GET /v2.0/networks?id=024a4882-f815-4f97-b26b-5f4a3ff23835 HTTP/1.1" status: 200 len: 919 time: 0.1719847 Sep 03 16:30:12.641760 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Provisioning complete for port 9c7bb995-18e2-45ba-819e-2a6faed372d4 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:30:12.642136 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:12.646443 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-27c9e8e2-c5f4-4dbe-a7e8-3b95caa0918a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:12.649123 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d8573526-06cf-4498-9347-21815f569e85 req-ecd9e416-519a-4673-aeb4-8364b5914eb9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a68e8b3e-08f4-406e-a932-fe994bcc0e36 HTTP/1.1" status: 200 len: 217 time: 0.0677223 Sep 03 16:30:12.664065 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e94ae9-4506-44e6-a6e2-6a458b7bef55 None None] Pushing event updated for resources: {'Port': ['ID=dbb4eb8a-c8c0-4843-86c1-855401144da6,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:12.675055 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-27c9e8e2-c5f4-4dbe-a7e8-3b95caa0918a admin admin] Transition to ACTIVE for port object 11c8522f-4809-4654-a1d8-465b37fb0299 will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:30:12.730716 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-39289f8f-4077-46ae-8938-168757489a8f None None] Attempting to bind port dbb4eb8a-c8c0-4843-86c1-855401144da6 on host dv-cinder-757936-8-iscsi for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:30:12.731313 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-39289f8f-4077-46ae-8938-168757489a8f None None] Attempting to bind port dbb4eb8a-c8c0-4843-86c1-855401144da6 by drivers openvswitch,hyperv on host dv-cinder-757936-8-iscsi at level 0 using segments [{'id': '8fbc7082-b272-4b43-971d-120707d467f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af961d58-b724-401e-8712-cedb04029227'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:30:12.733113 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39289f8f-4077-46ae-8938-168757489a8f None None] Attempting to bind port dbb4eb8a-c8c0-4843-86c1-855401144da6 on network af961d58-b724-401e-8712-cedb04029227 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:30:12.742773 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-27c9e8e2-c5f4-4dbe-a7e8-3b95caa0918a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852113'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:12.765380 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39289f8f-4077-46ae-8938-168757489a8f None None] Checking agent: {'id': '09c8fd01-6670-4f2e-aed1-0a61ad96cff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 19, 48), 'started_at': datetime.datetime(2021, 9, 3, 16, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:30:12.765742 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39289f8f-4077-46ae-8938-168757489a8f None None] Checking segment: {'id': '8fbc7082-b272-4b43-971d-120707d467f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af961d58-b724-401e-8712-cedb04029227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:30:12.770244 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39289f8f-4077-46ae-8938-168757489a8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:12.770244 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39289f8f-4077-46ae-8938-168757489a8f None None] Bound using segment: {'id': '8fbc7082-b272-4b43-971d-120707d467f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af961d58-b724-401e-8712-cedb04029227'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:30:12.770621 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-39289f8f-4077-46ae-8938-168757489a8f None None] Bound port: dbb4eb8a-c8c0-4843-86c1-855401144da6, host: dv-cinder-757936-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fbc7082-b272-4b43-971d-120707d467f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af961d58-b724-401e-8712-cedb04029227'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:30:12.772813 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39289f8f-4077-46ae-8938-168757489a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:12.772947 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6e0d9-223a-419e-a9aa-4586b5ac2740 req-b623076c-17e2-4152-9c6c-73392bfed17b tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:12.779851 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-8f0fd124-390f-4d60-b6a3-3eeac4ee30c0 None None] Set router a4343a02-a4e9-488d-a0c5-76faf7746e5e gateway port host: dv-cinder-757936-8-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:30:12.802007 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-c0b6e0d9-223a-419e-a9aa-4586b5ac2740 req-b623076c-17e2-4152-9c6c-73392bfed17b tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3c1cb47-75e4-4f54-a890-6604281c02e6 HTTP/1.1" status: 200 len: 945 time: 0.1551590 Sep 03 16:30:12.805020 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8573526-06cf-4498-9347-21815f569e85 req-8bd4c632-496f-4b96-8f67-3fce0fde7fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:12.816336 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d8573526-06cf-4498-9347-21815f569e85 req-8bd4c632-496f-4b96-8f67-3fce0fde7fa4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d899d4fe-e6a8-4e76-b1bd-98ac386b9085 HTTP/1.1" status: 200 len: 858 time: 0.1525424 Sep 03 16:30:12.835748 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c9e8e2-c5f4-4dbe-a7e8-3b95caa0918a admin admin] Network ad522a35-4ced-4cb5-b8e3-4ba24d469eaa is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:30:12.843761 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-27c9e8e2-c5f4-4dbe-a7e8-3b95caa0918a admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:30:12.860845 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c9e8e2-c5f4-4dbe-a7e8-3b95caa0918a admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:30:12.874165 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d8573526-06cf-4498-9347-21815f569e85 req-5940c0f8-a2a8-491a-ad86-25c7e64b6b57 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=024a4882-f815-4f97-b26b-5f4a3ff23835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481377 Sep 03 16:30:12.979408 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-c0b6e0d9-223a-419e-a9aa-4586b5ac2740 req-f945f313-c350-4e81-b818-6173863f371b tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764827 Sep 03 16:30:13.057705 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:13.112252 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-27c9e8e2-c5f4-4dbe-a7e8-3b95caa0918a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-957067'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:13.136111 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] For port 4e84b9dd-cfc4-4c3e-86e9-37b2fb20f16d, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=4e84b9dd-cfc4-4c3e-86e9-37b2fb20f16d,segment=NetworkSegment(8fbc7082-b272-4b43-971d-120707d467f2),segment_id=8fbc7082-b272-4b43-971d-120707d467f2)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:30:13.227722 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d8573526-06cf-4498-9347-21815f569e85 req-6ad25f6c-49ad-4093-8cf5-4aa4cb71cde2 service neutron] 10.222.0.58 "GET /v2.0/networks/024a4882-f815-4f97-b26b-5f4a3ff23835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411667 Sep 03 16:30:13.257908 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-39289f8f-4077-46ae-8938-168757489a8f None None] For port dbb4eb8a-c8c0-4843-86c1-855401144da6, host dv-cinder-757936-8-iscsi, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:30:13.265393 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:13.276467 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:13.371819 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 49470) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:13.390197 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c9e8e2-c5f4-4dbe-a7e8-3b95caa0918a admin admin] Pushing event updated for resources: {'Port': ['ID=11c8522f-4809-4654-a1d8-465b37fb0299,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:13.391790 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Pushing event updated for resources: {'Port': ['ID=4e84b9dd-cfc4-4c3e-86e9-37b2fb20f16d,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:13.403392 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-3f53278d-b2d4-4a6f-9208-6380c56db958 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-172647928', 'description': 'tempest-secgroup-smoke-172647928 description', 'project_id': 'c0e9fc1b46fd49209df7374ceb007e31'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:30:13.409800 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-39289f8f-4077-46ae-8938-168757489a8f None None] For port dbb4eb8a-c8c0-4843-86c1-855401144da6, host dv-cinder-757936-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=dbb4eb8a-c8c0-4843-86c1-855401144da6,segment=NetworkSegment(8fbc7082-b272-4b43-971d-120707d467f2),segment_id=8fbc7082-b272-4b43-971d-120707d467f2)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:30:13.431389 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39289f8f-4077-46ae-8938-168757489a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:13.485165 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c1cb47-75e4-4f54-a890-6604281c02e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7bb995-18e2-45ba-819e-2a6faed372d4'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:30:13.487812 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b89f8b623511fb8008411a61343ca2df4e8635703a50781169befd4cf5794b60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47190be7-efe4-433d-ad1e-90ff36e1528f" -d '{"events": [{"server_uuid": "f3c1cb47-75e4-4f54-a890-6604281c02e6", "name": "network-vif-plugged", "status": "completed", "tag": "9c7bb995-18e2-45ba-819e-2a6faed372d4"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:30:13.499613 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 2924b038-c307-4a86-afe6-b1bb1cf8221d up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:30:13.559546 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-8f0fd124-390f-4d60-b6a3-3eeac4ee30c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4343a02-a4e9-488d-a0c5-76faf7746e5e', 'name': 'tempest-TestShelveInstance-1618308322-router', 'tenant_id': 'e80abec68e0a4915a2923fc4d795edb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '4e84b9dd-cfc4-4c3e-86e9-37b2fb20f16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:04Z', 'updated_at': '2021-09-03T16:30:10Z', 'revision_number': 4, 'project_id': 'e80abec68e0a4915a2923fc4d795edb1', 'gw_port': {'id': '4e84b9dd-cfc4-4c3e-86e9-37b2fb20f16d', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:94:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4343a02-a4e9-488d-a0c5-76faf7746e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:05Z', 'updated_at': '2021-09-03T16:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '9a40460f-7d6a-4147-9aea-aaa6223510c4', 'name': '', 'network_id': '31bbeeab-645c-445c-a60d-fc9c63d9073b', 'tenant_id': 'e80abec68e0a4915a2923fc4d795edb1', 'mac_address': 'fa:16:3e:c6:c3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4343a02-a4e9-488d-a0c5-76faf7746e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '1d6b1d71-cc84-42a7-9359-354569e76292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:09Z', 'updated_at': '2021-09-03T16:30:10Z', 'revision_number': 2, 'project_id': 'e80abec68e0a4915a2923fc4d795edb1', 'subnets': [{'id': '1d6b1d71-cc84-42a7-9359-354569e76292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:30:13.618437 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3f53278d-b2d4-4a6f-9208-6380c56db958 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:13.636969 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d8573526-06cf-4498-9347-21815f569e85 req-1e272758-fa35-4a7d-aa7d-ae8b1d14c72e service neutron] 10.222.0.58 "GET /v2.0/networks/024a4882-f815-4f97-b26b-5f4a3ff23835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3988233 Sep 03 16:30:13.650913 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a7911-afbd-4bd0-851f-b767e1a1dab5 req-e9ede618-fcf1-4724-a9da-5b32f846fbc0 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:13.657932 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6b3a7911-afbd-4bd0-851f-b767e1a1dab5 req-e9ede618-fcf1-4724-a9da-5b32f846fbc0 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.2850530 Sep 03 16:30:13.668055 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0fd124-390f-4d60-b6a3-3eeac4ee30c0 None None] Checking router: a4343a02-a4e9-488d-a0c5-76faf7746e5e for host: dv-cinder-757936-8-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:30:13.669202 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0fd124-390f-4d60-b6a3-3eeac4ee30c0 None None] Updating router a4343a02-a4e9-488d-a0c5-76faf7746e5e port 9a40460f-7d6a-4147-9aea-aaa6223510c4 binding host dv-cinder-757936-8-iscsi {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 16:30:13.733910 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6b3a7911-afbd-4bd0-851f-b767e1a1dab5 req-6a58c781-8d59-43f2-aafd-937de19ca501 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710607 Sep 03 16:30:13.749616 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-8f0fd124-390f-4d60-b6a3-3eeac4ee30c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:13.763131 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-27c9e8e2-c5f4-4dbe-a7e8-3b95caa0918a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:13.804139 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-53c075d5-c44e-44df-a941-3b0e6f8db56c None None] Provisioning for port 11c8522f-4809-4654-a1d8-465b37fb0299 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:30:13.827374 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 9c7bb995-18e2-45ba-819e-2a6faed372d4, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=9c7bb995-18e2-45ba-819e-2a6faed372d4,segment=NetworkSegment(c6f8ed56-3d61-41f4-ac2b-a004c69384f8),segment_id=c6f8ed56-3d61-41f4-ac2b-a004c69384f8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:30:13.839731 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-53c075d5-c44e-44df-a941-3b0e6f8db56c None None] Provisioning complete for port 11c8522f-4809-4654-a1d8-465b37fb0299 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:30:13.840159 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-53c075d5-c44e-44df-a941-3b0e6f8db56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:13.916872 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3f53278d-b2d4-4a6f-9208-6380c56db958 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:13.924891 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3f53278d-b2d4-4a6f-9208-6380c56db958 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:13.925641 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa1a56a-bfb3-4181-b21f-29fa4b88b50d x-openstack-request-id: req-afa1a56a-bfb3-4181-b21f-29fa4b88b50d {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:30:13.925936 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c1cb47-75e4-4f54-a890-6604281c02e6", "name": "network-vif-plugged", "status": "completed", "tag": "9c7bb995-18e2-45ba-819e-2a6faed372d4", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:30:13.926189 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-afa1a56a-bfb3-4181-b21f-29fa4b88b50d {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:30:13.926594 dv-cinder-757936-8-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c1cb47-75e4-4f54-a890-6604281c02e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7bb995-18e2-45ba-819e-2a6faed372d4', 'code': 200} Sep 03 16:30:13.933338 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-53c075d5-c44e-44df-a941-3b0e6f8db56c None None] Port 11c8522f-4809-4654-a1d8-465b37fb0299 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:30:13.935084 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:13.944316 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e94ae9-4506-44e6-a6e2-6a458b7bef55 None None] Pushing event updated for resources: {'Port': ['ID=dbb4eb8a-c8c0-4843-86c1-855401144da6,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:13.948809 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42511bc5-1a14-463c-9e21-e4da684f0ab7 req-c28a9487-271a-49ae-9c2d-b75818aec2e0 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:13.958174 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-42511bc5-1a14-463c-9e21-e4da684f0ab7 req-c28a9487-271a-49ae-9c2d-b75818aec2e0 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.3152137 Sep 03 16:30:14.018635 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-3f53278d-b2d4-4a6f-9208-6380c56db958 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:14.022614 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-3f53278d-b2d4-4a6f-9208-6380c56db958 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6437042 Sep 03 16:30:14.027181 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 49484) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:14.045296 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-05038cb6-f62c-448b-bbe5-d594d79ce138 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Request body: {'security_group_rule': {'security_group_id': '2c429772-b8dc-4ab5-9290-3914c6a90570', 'project_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:30:14.064811 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f53278d-b2d4-4a6f-9208-6380c56db958 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c429772-b8dc-4ab5-9290-3914c6a90570,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:14.111839 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=9c7bb995-18e2-45ba-819e-2a6faed372d4,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:14.132813 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39289f8f-4077-46ae-8938-168757489a8f None None] Routers {'b05391c3-ba58-4438-9370-65c2d19bc83e'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:30:14.133765 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-39289f8f-4077-46ae-8938-168757489a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:29:48Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['b05391c3-ba58-4438-9370-65c2d19bc83e'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:30:14.136039 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port 2924b038-c307-4a86-afe6-b1bb1cf8221d triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:30:14.136808 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:14.187727 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-42511bc5-1a14-463c-9e21-e4da684f0ab7 req-e9ca183c-9061-4c6e-8e39-84b9f6f9eb84 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245274 Sep 03 16:30:14.307002 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05038cb6-f62c-448b-bbe5-d594d79ce138 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:14.373715 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-8f0fd124-390f-4d60-b6a3-3eeac4ee30c0 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:14.381674 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd3c297-e54e-47eb-b816-51dd70a36636 req-ad34c184-7aab-4bb6-9d16-2840babe5258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:14.384200 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2fd3c297-e54e-47eb-b816-51dd70a36636 req-ad34c184-7aab-4bb6-9d16-2840babe5258 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f3c1cb47-75e4-4f54-a890-6604281c02e6 HTTP/1.1" status: 200 len: 1099 time: 0.2723558 Sep 03 16:30:14.395120 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-8f0fd124-390f-4d60-b6a3-3eeac4ee30c0 None None] Transition to ACTIVE for port object 9a40460f-7d6a-4147-9aea-aaa6223510c4 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:30:14.403703 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-8f0fd124-390f-4d60-b6a3-3eeac4ee30c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:14.409296 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-39289f8f-4077-46ae-8938-168757489a8f None None] Set router b05391c3-ba58-4438-9370-65c2d19bc83e gateway port host: dv-cinder-757936-8-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:30:14.423674 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a2f1c-b7b3-4e74-9e6e-c7de5b4427cc req-083a331d-4b76-4ad4-befc-0fb8018a8d3e tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:14.431023 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-8f2a2f1c-b7b3-4e74-9e6e-c7de5b4427cc req-083a331d-4b76-4ad4-befc-0fb8018a8d3e tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3c1cb47-75e4-4f54-a890-6604281c02e6 HTTP/1.1" status: 200 len: 946 time: 0.2968056 Sep 03 16:30:14.474156 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-27c9e8e2-c5f4-4dbe-a7e8-3b95caa0918a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:14.488537 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-27c9e8e2-c5f4-4dbe-a7e8-3b95caa0918a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126852102'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:14.532561 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-8f2a2f1c-b7b3-4e74-9e6e-c7de5b4427cc req-bdb97f43-9826-42ff-a957-7435e78d55b0 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003451 Sep 03 16:30:14.544509 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2fd3c297-e54e-47eb-b816-51dd70a36636 req-0f1cd450-3684-456f-8481-b57f48cb028a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504357 Sep 03 16:30:14.546407 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05038cb6-f62c-448b-bbe5-d594d79ce138 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:14.554700 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05038cb6-f62c-448b-bbe5-d594d79ce138 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494245'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:14.608896 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05038cb6-f62c-448b-bbe5-d594d79ce138 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8daa012-cf8d-4442-9e18-b75b5e06790b,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:14.612430 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c9e8e2-c5f4-4dbe-a7e8-3b95caa0918a admin admin] Pushing event updated for resources: {'Port': ['ID=11c8522f-4809-4654-a1d8-465b37fb0299,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:14.615772 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-27c9e8e2-c5f4-4dbe-a7e8-3b95caa0918a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-922651'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:14.625471 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05038cb6-f62c-448b-bbe5-d594d79ce138 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:14.629133 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-05038cb6-f62c-448b-bbe5-d594d79ce138 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5904179 Sep 03 16:30:14.629448 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 49492) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:14.636740 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984bedb0-7d3f-4118-85b6-86eb77472801 None None] Pushing event updated for resources: {'Port': ['ID=9a40460f-7d6a-4147-9aea-aaa6223510c4,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:14.643829 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-8f0fd124-390f-4d60-b6a3-3eeac4ee30c0 None None] Attempting to bind port 9a40460f-7d6a-4147-9aea-aaa6223510c4 on host dv-cinder-757936-8-iscsi for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:30:14.644194 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-8f0fd124-390f-4d60-b6a3-3eeac4ee30c0 None None] Attempting to bind port 9a40460f-7d6a-4147-9aea-aaa6223510c4 by drivers openvswitch,hyperv on host dv-cinder-757936-8-iscsi at level 0 using segments [{'id': 'e975a069-2572-4885-b8b9-0538a37504dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '31bbeeab-645c-445c-a60d-fc9c63d9073b'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:30:14.644537 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0fd124-390f-4d60-b6a3-3eeac4ee30c0 None None] Attempting to bind port 9a40460f-7d6a-4147-9aea-aaa6223510c4 on network 31bbeeab-645c-445c-a60d-fc9c63d9073b {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:30:14.650627 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0fd124-390f-4d60-b6a3-3eeac4ee30c0 None None] Checking agent: {'id': '09c8fd01-6670-4f2e-aed1-0a61ad96cff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 19, 48), 'started_at': datetime.datetime(2021, 9, 3, 16, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:30:14.651012 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0fd124-390f-4d60-b6a3-3eeac4ee30c0 None None] Checking segment: {'id': 'e975a069-2572-4885-b8b9-0538a37504dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '31bbeeab-645c-445c-a60d-fc9c63d9073b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:30:14.651399 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-8f0fd124-390f-4d60-b6a3-3eeac4ee30c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:14.651813 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0fd124-390f-4d60-b6a3-3eeac4ee30c0 None None] Bound using segment: {'id': 'e975a069-2572-4885-b8b9-0538a37504dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '31bbeeab-645c-445c-a60d-fc9c63d9073b'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:30:14.652268 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-8f0fd124-390f-4d60-b6a3-3eeac4ee30c0 None None] Bound port: 9a40460f-7d6a-4147-9aea-aaa6223510c4, host: dv-cinder-757936-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e975a069-2572-4885-b8b9-0538a37504dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '31bbeeab-645c-445c-a60d-fc9c63d9073b'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:30:14.652389 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-e3988d1b-3f94-43b2-bf99-03705847e7c9 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Request body: {'security_group_rule': {'security_group_id': '2c429772-b8dc-4ab5-9290-3914c6a90570', 'project_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:30:14.652623 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-8f0fd124-390f-4d60-b6a3-3eeac4ee30c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:14.731133 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-8f0fd124-390f-4d60-b6a3-3eeac4ee30c0 None None] For port 9a40460f-7d6a-4147-9aea-aaa6223510c4, host dv-cinder-757936-8-iscsi, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:30:14.734460 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-8f0fd124-390f-4d60-b6a3-3eeac4ee30c0 None None] For port 9a40460f-7d6a-4147-9aea-aaa6223510c4, host dv-cinder-757936-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=9a40460f-7d6a-4147-9aea-aaa6223510c4,segment=NetworkSegment(e975a069-2572-4885-b8b9-0538a37504dc),segment_id=e975a069-2572-4885-b8b9-0538a37504dc)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:30:14.738599 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-8f0fd124-390f-4d60-b6a3-3eeac4ee30c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:14.782713 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e3988d1b-3f94-43b2-bf99-03705847e7c9 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:14.796493 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984bedb0-7d3f-4118-85b6-86eb77472801 None None] Pushing event updated for resources: {'Port': ['ID=9a40460f-7d6a-4147-9aea-aaa6223510c4,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:14.822868 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0fd124-390f-4d60-b6a3-3eeac4ee30c0 None None] Routers {'a4343a02-a4e9-488d-a0c5-76faf7746e5e'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:30:14.823835 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-8f0fd124-390f-4d60-b6a3-3eeac4ee30c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:29:48Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['a4343a02-a4e9-488d-a0c5-76faf7746e5e'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:30:14.829867 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-39289f8f-4077-46ae-8938-168757489a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'name': 'tempest-TestVolumeBootPattern-1226031807-router', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'dbb4eb8a-c8c0-4843-86c1-855401144da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:06Z', 'updated_at': '2021-09-03T16:30:13Z', 'revision_number': 4, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'gw_port': {'id': 'dbb4eb8a-c8c0-4843-86c1-855401144da6', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:60:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:07Z', 'updated_at': '2021-09-03T16:30:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '11c8522f-4809-4654-a1d8-465b37fb0299', 'name': '', 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'mac_address': 'fa:16:3e:20:84:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '6421e508-5483-421b-b991-952129da5e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:12Z', 'updated_at': '2021-09-03T16:30:12Z', 'revision_number': 1, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'subnets': [{'id': '6421e508-5483-421b-b991-952129da5e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:30:14.863525 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39289f8f-4077-46ae-8938-168757489a8f None None] The sync data for ids ['b05391c3-ba58-4438-9370-65c2d19bc83e'] in dv-cinder-757936-8-iscsi is: [{'id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'name': 'tempest-TestVolumeBootPattern-1226031807-router', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'dbb4eb8a-c8c0-4843-86c1-855401144da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:06Z', 'updated_at': '2021-09-03T16:30:13Z', 'revision_number': 4, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'gw_port': {'id': 'dbb4eb8a-c8c0-4843-86c1-855401144da6', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:60:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:07Z', 'updated_at': '2021-09-03T16:30:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '11c8522f-4809-4654-a1d8-465b37fb0299', 'name': '', 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'mac_address': 'fa:16:3e:20:84:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '6421e508-5483-421b-b991-952129da5e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:12Z', 'updated_at': '2021-09-03T16:30:12Z', 'revision_number': 1, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'subnets': [{'id': '6421e508-5483-421b-b991-952129da5e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:30:14.927719 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c9e8e2-c5f4-4dbe-a7e8-3b95caa0918a admin admin] Network ad522a35-4ced-4cb5-b8e3-4ba24d469eaa is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:30:14.930259 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e3988d1b-3f94-43b2-bf99-03705847e7c9 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:14.939225 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff82abd-d2b2-46b8-8255-35144138b80c req-74276067-541b-4e66-9cc2-1a00eae8e2fd tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:14.941569 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-aff82abd-d2b2-46b8-8255-35144138b80c req-74276067-541b-4e66-9cc2-1a00eae8e2fd tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.1247642 Sep 03 16:30:14.943225 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-27c9e8e2-c5f4-4dbe-a7e8-3b95caa0918a admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:30:14.961803 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e3988d1b-3f94-43b2-bf99-03705847e7c9 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494245'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:14.964696 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-8f0fd124-390f-4d60-b6a3-3eeac4ee30c0 None None] Set router a4343a02-a4e9-488d-a0c5-76faf7746e5e gateway port host: dv-cinder-757936-8-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:30:15.029924 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3988d1b-3f94-43b2-bf99-03705847e7c9 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef67f205-4daa-4458-8340-e4b25c9b0411,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:15.108771 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e3988d1b-3f94-43b2-bf99-03705847e7c9 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:15.113092 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-e3988d1b-3f94-43b2-bf99-03705847e7c9 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4778311 Sep 03 16:30:15.114405 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 49496) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:15.122270 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-d80158ea-4dad-42c7-a6f9-5fab35fb2802 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Request body: {'security_group_rule': {'security_group_id': '2c429772-b8dc-4ab5-9290-3914c6a90570', 'project_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:30:15.127157 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-aff82abd-d2b2-46b8-8255-35144138b80c req-ef1fd774-1ae7-409c-83a3-8da14bd4b634 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740384 Sep 03 16:30:15.173803 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c9e8e2-c5f4-4dbe-a7e8-3b95caa0918a admin admin] Router b05391c3-ba58-4438-9370-65c2d19bc83e has already been hosted by L3 agent 32b2b364-f1ef-43b0-aa1c-04e185c9ddf9 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:30:15.184159 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d80158ea-4dad-42c7-a6f9-5fab35fb2802 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:15.349015 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d80158ea-4dad-42c7-a6f9-5fab35fb2802 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:15.350991 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-8f0fd124-390f-4d60-b6a3-3eeac4ee30c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4343a02-a4e9-488d-a0c5-76faf7746e5e', 'name': 'tempest-TestShelveInstance-1618308322-router', 'tenant_id': 'e80abec68e0a4915a2923fc4d795edb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '4e84b9dd-cfc4-4c3e-86e9-37b2fb20f16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:04Z', 'updated_at': '2021-09-03T16:30:10Z', 'revision_number': 4, 'project_id': 'e80abec68e0a4915a2923fc4d795edb1', 'gw_port': {'id': '4e84b9dd-cfc4-4c3e-86e9-37b2fb20f16d', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:94:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4343a02-a4e9-488d-a0c5-76faf7746e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:05Z', 'updated_at': '2021-09-03T16:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '9a40460f-7d6a-4147-9aea-aaa6223510c4', 'name': '', 'network_id': '31bbeeab-645c-445c-a60d-fc9c63d9073b', 'tenant_id': 'e80abec68e0a4915a2923fc4d795edb1', 'mac_address': 'fa:16:3e:c6:c3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4343a02-a4e9-488d-a0c5-76faf7746e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '1d6b1d71-cc84-42a7-9359-354569e76292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:09Z', 'updated_at': '2021-09-03T16:30:14Z', 'revision_number': 4, 'project_id': 'e80abec68e0a4915a2923fc4d795edb1', 'subnets': [{'id': '1d6b1d71-cc84-42a7-9359-354569e76292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:30:15.364905 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d80158ea-4dad-42c7-a6f9-5fab35fb2802 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494245'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:15.392760 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0fd124-390f-4d60-b6a3-3eeac4ee30c0 None None] The sync data for ids ['a4343a02-a4e9-488d-a0c5-76faf7746e5e'] in dv-cinder-757936-8-iscsi is: [{'id': 'a4343a02-a4e9-488d-a0c5-76faf7746e5e', 'name': 'tempest-TestShelveInstance-1618308322-router', 'tenant_id': 'e80abec68e0a4915a2923fc4d795edb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '4e84b9dd-cfc4-4c3e-86e9-37b2fb20f16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:04Z', 'updated_at': '2021-09-03T16:30:10Z', 'revision_number': 4, 'project_id': 'e80abec68e0a4915a2923fc4d795edb1', 'gw_port': {'id': '4e84b9dd-cfc4-4c3e-86e9-37b2fb20f16d', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:94:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4343a02-a4e9-488d-a0c5-76faf7746e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:05Z', 'updated_at': '2021-09-03T16:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '9a40460f-7d6a-4147-9aea-aaa6223510c4', 'name': '', 'network_id': '31bbeeab-645c-445c-a60d-fc9c63d9073b', 'tenant_id': 'e80abec68e0a4915a2923fc4d795edb1', 'mac_address': 'fa:16:3e:c6:c3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4343a02-a4e9-488d-a0c5-76faf7746e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '1d6b1d71-cc84-42a7-9359-354569e76292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:09Z', 'updated_at': '2021-09-03T16:30:14Z', 'revision_number': 4, 'project_id': 'e80abec68e0a4915a2923fc4d795edb1', 'subnets': [{'id': '1d6b1d71-cc84-42a7-9359-354569e76292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:30:15.455367 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 4e84b9dd-cfc4-4c3e-86e9-37b2fb20f16d up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:30:15.464959 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d80158ea-4dad-42c7-a6f9-5fab35fb2802 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:15.466591 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-d80158ea-4dad-42c7-a6f9-5fab35fb2802 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3506761 Sep 03 16:30:15.468693 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80158ea-4dad-42c7-a6f9-5fab35fb2802 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6475470f-3381-41a9-9ca3-b7e599aca830,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:15.470433 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 49500) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:15.508047 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-51878e7a-ade3-473b-8d4b-bb1a349799af None None] Provisioning complete for port 11c8522f-4809-4654-a1d8-465b37fb0299 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:30:15.508047 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-51878e7a-ade3-473b-8d4b-bb1a349799af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:15.512346 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-04cfbf7e-b730-41be-bc72-015e249a51f4 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Request body: {'security_group_rule': {'security_group_id': '2c429772-b8dc-4ab5-9290-3914c6a90570', 'project_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:30:15.531584 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e36b4b-27d2-491e-8391-de20b1b7acc1 req-4909de0e-27e8-4800-9fc2-33926f206da1 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:15.535632 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d5e36b4b-27d2-491e-8391-de20b1b7acc1 req-4909de0e-27e8-4800-9fc2-33926f206da1 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.1848364 Sep 03 16:30:15.546283 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a5d1938a-e419-4514-9510-0676f2c2d487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:15.578723 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c9e8e2-c5f4-4dbe-a7e8-3b95caa0918a admin admin] Notify agent at l3_agent.dv-cinder-757936-8-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:30:15.587097 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-51878e7a-ade3-473b-8d4b-bb1a349799af None None] Port 11c8522f-4809-4654-a1d8-465b37fb0299 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:30:15.610203 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-27c9e8e2-c5f4-4dbe-a7e8-3b95caa0918a admin admin] 10.222.0.62 "PUT /v2.0/routers/b05391c3-ba58-4438-9370-65c2d19bc83e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6197395 Sep 03 16:30:15.619133 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port 4e84b9dd-cfc4-4c3e-86e9-37b2fb20f16d triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:30:15.619559 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:15.625373 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-04cfbf7e-b730-41be-bc72-015e249a51f4 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:15.631167 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d5e36b4b-27d2-491e-8391-de20b1b7acc1 req-4e23cb54-6154-49a3-bdbc-b5a497c5667e tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887463 Sep 03 16:30:15.792992 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578a272-a59b-47fd-bcfc-89da15a75dc6 req-2f70ea31-913a-408b-82c8-c698b3f64dde tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:15.794642 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a578a272-a59b-47fd-bcfc-89da15a75dc6 req-2f70ea31-913a-408b-82c8-c698b3f64dde tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3c1cb47-75e4-4f54-a890-6604281c02e6 HTTP/1.1" status: 200 len: 946 time: 0.1446896 Sep 03 16:30:15.801058 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-04cfbf7e-b730-41be-bc72-015e249a51f4 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:15.811387 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-04cfbf7e-b730-41be-bc72-015e249a51f4 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494245'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:15.840233 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cfbf7e-b730-41be-bc72-015e249a51f4 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ad3a46e-e0fa-47e1-84ef-aec32ebf80d9,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:15.858869 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-04cfbf7e-b730-41be-bc72-015e249a51f4 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:15.861079 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-04cfbf7e-b730-41be-bc72-015e249a51f4 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3618536 Sep 03 16:30:15.863784 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 49510) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:15.872582 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-c74fc82c-3107-459a-9689-f061249a859d tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Request body: {'security_group_rule': {'security_group_id': '2c429772-b8dc-4ab5-9290-3914c6a90570', 'project_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:30:15.880952 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a578a272-a59b-47fd-bcfc-89da15a75dc6 req-289b6654-bdcd-4113-b7bf-13f9b6309ecf tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782566 Sep 03 16:30:15.913225 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.db.securitygroups_db [None req-c74fc82c-3107-459a-9689-f061249a859d tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Project c0e9fc1b46fd49209df7374ceb007e31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 16:30:15.919427 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c74fc82c-3107-459a-9689-f061249a859d tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:16.001154 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c74fc82c-3107-459a-9689-f061249a859d tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:16.009142 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c74fc82c-3107-459a-9689-f061249a859d tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494245'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:16.030989 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74fc82c-3107-459a-9689-f061249a859d tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71dac20b-ff4f-4df8-a685-3535a219b50c,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:16.044072 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c74fc82c-3107-459a-9689-f061249a859d tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:16.048204 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-c74fc82c-3107-459a-9689-f061249a859d tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1799479 Sep 03 16:30:16.048204 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 49516) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:16.053937 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-95e1ab66-66a1-499e-924e-ccdfae9e6611 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Request body: {'security_group_rule': {'security_group_id': '2c429772-b8dc-4ab5-9290-3914c6a90570', 'project_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:30:16.115429 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.db.securitygroups_db [None req-95e1ab66-66a1-499e-924e-ccdfae9e6611 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Project c0e9fc1b46fd49209df7374ceb007e31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 16:30:16.127675 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95e1ab66-66a1-499e-924e-ccdfae9e6611 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:16.237624 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95e1ab66-66a1-499e-924e-ccdfae9e6611 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:16.242791 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95e1ab66-66a1-499e-924e-ccdfae9e6611 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494245'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:16.262926 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95e1ab66-66a1-499e-924e-ccdfae9e6611 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:16.264410 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-95e1ab66-66a1-499e-924e-ccdfae9e6611 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2154040 Sep 03 16:30:16.294445 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e1ab66-66a1-499e-924e-ccdfae9e6611 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c263dac-d68d-47c3-8514-fe32147fcdbf,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:16.352863 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e72bb4-4e11-40ec-96e3-1e111e86b452 req-a3ca56f3-3d0b-4c1a-8384-657f7f9c6186 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:16.361698 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-36e72bb4-4e11-40ec-96e3-1e111e86b452 req-a3ca56f3-3d0b-4c1a-8384-657f7f9c6186 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.0918322 Sep 03 16:30:16.402899 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-36e72bb4-4e11-40ec-96e3-1e111e86b452 req-8585d09c-f9e6-403e-a4b8-59884180d68c tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402954 Sep 03 16:30:16.451198 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 49534) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:16.456506 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-b0058a31-361f-41db-895f-22ecb8cd2ab1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-585758855-network', 'tenant_id': 'f3939c2cf7944fe389ba71ba29ec4269'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:30:16.480223 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0058a31-361f-41db-895f-22ecb8cd2ab1 admin admin] Made reservation on behalf of f3939c2cf7944fe389ba71ba29ec4269 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:30:16.482946 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b0058a31-361f-41db-895f-22ecb8cd2ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:16.492362 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b0058a31-361f-41db-895f-22ecb8cd2ab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:16.610483 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b0058a31-361f-41db-895f-22ecb8cd2ab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:16.614725 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b0058a31-361f-41db-895f-22ecb8cd2ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:16.639514 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0058a31-361f-41db-895f-22ecb8cd2ab1 admin admin] vlan segment allocate from pool success with {'vlan_id': 859, 'physical_network': 'physnet1'} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 16:30:16.649441 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0058a31-361f-41db-895f-22ecb8cd2ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109b2dd8-eac3-44a9-81d2-283b355a4d28,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:16.657500 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b0058a31-361f-41db-895f-22ecb8cd2ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:16.657847 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.db.segments_db [None req-b0058a31-361f-41db-895f-22ecb8cd2ab1 admin admin] Added segment 7b5040e7-9d47-40a4-9f33-94744a2a52a1 of type vlan for network a7840f0c-1e66-4aaf-a612-b3c22972be64 Sep 03 16:30:16.700320 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b0058a31-361f-41db-895f-22ecb8cd2ab1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739257364188'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:16.727125 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b0058a31-361f-41db-895f-22ecb8cd2ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:16.727956 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0058a31-361f-41db-895f-22ecb8cd2ab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:16.728553 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b0058a31-361f-41db-895f-22ecb8cd2ab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:16.767860 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e5800-186f-4b55-a92f-b33a8dfe23f6 req-365fb323-0bc6-4357-83e0-66d59d1977bb tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:16.771822 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-b0058a31-361f-41db-895f-22ecb8cd2ab1 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3168142 Sep 03 16:30:16.773302 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 49568) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:16.775873 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-630e5800-186f-4b55-a92f-b33a8dfe23f6 req-365fb323-0bc6-4357-83e0-66d59d1977bb tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.0689230 Sep 03 16:30:16.802542 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-e5f484d6-e0bb-4772-923c-a4c0776e3937 admin admin] Request body: {'subnet': {'network_id': 'a7840f0c-1e66-4aaf-a612-b3c22972be64', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-585758855-subnet', 'tenant_id': 'f3939c2cf7944fe389ba71ba29ec4269', 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:30:16.808798 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0058a31-361f-41db-895f-22ecb8cd2ab1 admin admin] Pushing event updated for resources: {'Network': ['ID=a7840f0c-1e66-4aaf-a612-b3c22972be64,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:16.814480 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-630e5800-186f-4b55-a92f-b33a8dfe23f6 req-24ac243d-aa42-440d-b564-6761d1e691fc tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377159 Sep 03 16:30:16.826535 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Network a7840f0c-1e66-4aaf-a612-b3c22972be64 details requested by agent ovs-agent-dv-cinder-757936-8-iscsi with host dv-cinder-757936-8-iscsi {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 16:30:16.829656 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f484d6-e0bb-4772-923c-a4c0776e3937 admin admin] Made reservation on behalf of f3939c2cf7944fe389ba71ba29ec4269 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:30:16.832107 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e5f484d6-e0bb-4772-923c-a4c0776e3937 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:17.059596 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b53b7d-2ea2-408d-99bb-48f30a6c14c6 req-cf53ac47-13db-4723-a7c1-51fbf1a7476c tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:17.061475 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f7b53b7d-2ea2-408d-99bb-48f30a6c14c6 req-cf53ac47-13db-4723-a7c1-51fbf1a7476c tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3c1cb47-75e4-4f54-a890-6604281c02e6 HTTP/1.1" status: 200 len: 946 time: 0.0954635 Sep 03 16:30:17.117750 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e5f484d6-e0bb-4772-923c-a4c0776e3937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:17.162114 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f7b53b7d-2ea2-408d-99bb-48f30a6c14c6 req-9347dbda-f5f9-4ed4-aaf8-90c4b6aa698b tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746574 Sep 03 16:30:17.197866 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f484d6-e0bb-4772-923c-a4c0776e3937 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93196f3b-22b3-43a7-b970-29aa6942f9a1,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:17.205345 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f484d6-e0bb-4772-923c-a4c0776e3937 admin admin] Checking segment: {'id': '7b5040e7-9d47-40a4-9f33-94744a2a52a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'a7840f0c-1e66-4aaf-a612-b3c22972be64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:30:17.205704 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f484d6-e0bb-4772-923c-a4c0776e3937 admin admin] Network hostable DHCP agents. Network: a7840f0c-1e66-4aaf-a612-b3c22972be64, hostable agents: ['3c1899c8-97e0-46b0-b7e8-2386c864002b'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 16:30:17.224554 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f484d6-e0bb-4772-923c-a4c0776e3937 admin admin] Network a7840f0c-1e66-4aaf-a612-b3c22972be64 is scheduled to be hosted by DHCP agent 3c1899c8-97e0-46b0-b7e8-2386c864002b with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 16:30:17.233705 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-e5f484d6-e0bb-4772-923c-a4c0776e3937 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-8-iscsi, a7840f0c-1e66-4aaf-a612-b3c22972be64) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:30:17.237694 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f484d6-e0bb-4772-923c-a4c0776e3937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:17.238298 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e5f484d6-e0bb-4772-923c-a4c0776e3937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:17.242623 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1cb080-5224-4d9b-8483-f88f235db87f None None] Network a7840f0c-1e66-4aaf-a612-b3c22972be64 requested from dv-cinder-757936-8-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:30:17.257591 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-e5f484d6-e0bb-4772-923c-a4c0776e3937 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4832103 Sep 03 16:30:17.260809 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 49576) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:17.265434 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-ecb39bb9-a40e-4f59-979a-8efe2bb6b67a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-585758855-router', 'tenant_id': 'f3939c2cf7944fe389ba71ba29ec4269', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227'}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:30:17.302539 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ecb39bb9-a40e-4f59-979a-8efe2bb6b67a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-922507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126097'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:17.303597 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ecb39bb9-a40e-4f59-979a-8efe2bb6b67a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-923019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-980224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126088'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:17.369471 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ecb39bb9-a40e-4f59-979a-8efe2bb6b67a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:17.402541 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f644a6-5a92-4f13-8106-979d7642e6a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp196e1458-7fbe-5091-b5c9-92cf974e8c50-a7840f0c-1e66-4aaf-a612-b3c22972be64', 'network_id': 'a7840f0c-1e66-4aaf-a612-b3c22972be64', 'tenant_id': 'f3939c2cf7944fe389ba71ba29ec4269', 'fixed_ips': [{'subnet_id': '93196f3b-22b3-43a7-b970-29aa6942f9a1'}]}} from dv-cinder-757936-8-iscsi. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 16:30:17.403434 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-21f644a6-5a92-4f13-8106-979d7642e6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:17.426986 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device dbb4eb8a-c8c0-4843-86c1-855401144da6 up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:30:17.575684 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ecb39bb9-a40e-4f59-979a-8efe2bb6b67a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:17.601631 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning for port dbb4eb8a-c8c0-4843-86c1-855401144da6 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:30:17.611706 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port dbb4eb8a-c8c0-4843-86c1-855401144da6 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:30:17.612516 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:17.618458 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155584c-b062-4d8e-ae18-57ecffaeeba2 req-c20bed23-4a10-4c74-9850-17db32721393 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:17.620863 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e155584c-b062-4d8e-ae18-57ecffaeeba2 req-c20bed23-4a10-4c74-9850-17db32721393 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.0777373 Sep 03 16:30:17.638681 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-21f644a6-5a92-4f13-8106-979d7642e6a7 None None] Allocated IP 172.20.0.2 (a7840f0c-1e66-4aaf-a612-b3c22972be64/93196f3b-22b3-43a7-b970-29aa6942f9a1/58a34b21-4137-4ba3-8949-e27871cb1352) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:30:17.696926 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e155584c-b062-4d8e-ae18-57ecffaeeba2 req-f48d2e45-ff43-4865-a351-ff32543f202d tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654702 Sep 03 16:30:17.788510 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:17.826598 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] For port dbb4eb8a-c8c0-4843-86c1-855401144da6, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=dbb4eb8a-c8c0-4843-86c1-855401144da6,segment=NetworkSegment(8fbc7082-b272-4b43-971d-120707d467f2),segment_id=8fbc7082-b272-4b43-971d-120707d467f2)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:30:17.833283 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:17.834326 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 9a40460f-7d6a-4147-9aea-aaa6223510c4 up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:30:17.872492 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ecb39bb9-a40e-4f59-979a-8efe2bb6b67a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:17.896171 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ecb39bb9-a40e-4f59-979a-8efe2bb6b67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:17.945087 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-21f644a6-5a92-4f13-8106-979d7642e6a7 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:17.966324 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-21f644a6-5a92-4f13-8106-979d7642e6a7 None None] Transition to ACTIVE for port object 58a34b21-4137-4ba3-8949-e27871cb1352 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:30:17.975908 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Pushing event updated for resources: {'Port': ['ID=dbb4eb8a-c8c0-4843-86c1-855401144da6,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:18.005252 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-21f644a6-5a92-4f13-8106-979d7642e6a7 None None] Transition to ACTIVE for port object 58a34b21-4137-4ba3-8949-e27871cb1352 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:30:18.010460 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff2a4e-5179-460e-8229-fac8022b6e5e req-fb0b2171-8797-4de4-8954-272a986957aa tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:18.013890 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning for port 9a40460f-7d6a-4147-9aea-aaa6223510c4 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:30:18.019118 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-21f644a6-5a92-4f13-8106-979d7642e6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:18.019438 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6aff2a4e-5179-460e-8229-fac8022b6e5e req-fb0b2171-8797-4de4-8954-272a986957aa tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.0992901 Sep 03 16:30:18.063408 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port 9a40460f-7d6a-4147-9aea-aaa6223510c4 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:30:18.069003 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:18.086520 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-ecb39bb9-a40e-4f59-979a-8efe2bb6b67a admin admin] Allocated IP 172.27.3.10 (af961d58-b724-401e-8712-cedb04029227/ab4829e3-7396-4499-a1b3-42e28c777fec/16d0a0c4-09af-45cc-99e0-721452c347e4) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:30:18.090814 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6aff2a4e-5179-460e-8229-fac8022b6e5e req-c2cb559a-886c-4118-9719-6e8bc8696568 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690520 Sep 03 16:30:18.132053 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f644a6-5a92-4f13-8106-979d7642e6a7 None None] Pushing event updated for resources: {'Port': ['ID=58a34b21-4137-4ba3-8949-e27871cb1352,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:18.141390 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-67a85f57-6d5f-499c-8fe9-a824d83d1cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:18.147016 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f644a6-5a92-4f13-8106-979d7642e6a7 None None] Network a7840f0c-1e66-4aaf-a612-b3c22972be64 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:30:18.167132 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-21f644a6-5a92-4f13-8106-979d7642e6a7 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:30:18.173967 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f644a6-5a92-4f13-8106-979d7642e6a7 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:30:18.275657 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-21f644a6-5a92-4f13-8106-979d7642e6a7 None None] Attempting to bind port 58a34b21-4137-4ba3-8949-e27871cb1352 on host dv-cinder-757936-8-iscsi for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:30:18.276066 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-21f644a6-5a92-4f13-8106-979d7642e6a7 None None] Attempting to bind port 58a34b21-4137-4ba3-8949-e27871cb1352 by drivers openvswitch,hyperv on host dv-cinder-757936-8-iscsi at level 0 using segments [{'id': '7b5040e7-9d47-40a4-9f33-94744a2a52a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'a7840f0c-1e66-4aaf-a612-b3c22972be64'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:30:18.276440 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f644a6-5a92-4f13-8106-979d7642e6a7 None None] Attempting to bind port 58a34b21-4137-4ba3-8949-e27871cb1352 on network a7840f0c-1e66-4aaf-a612-b3c22972be64 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:30:18.284290 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f644a6-5a92-4f13-8106-979d7642e6a7 None None] Checking agent: {'id': '09c8fd01-6670-4f2e-aed1-0a61ad96cff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 19, 48), 'started_at': datetime.datetime(2021, 9, 3, 16, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:30:18.284669 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f644a6-5a92-4f13-8106-979d7642e6a7 None None] Checking segment: {'id': '7b5040e7-9d47-40a4-9f33-94744a2a52a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'a7840f0c-1e66-4aaf-a612-b3c22972be64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:30:18.285101 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-21f644a6-5a92-4f13-8106-979d7642e6a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:18.285631 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f644a6-5a92-4f13-8106-979d7642e6a7 None None] Bound using segment: {'id': '7b5040e7-9d47-40a4-9f33-94744a2a52a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'a7840f0c-1e66-4aaf-a612-b3c22972be64'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:30:18.286223 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-21f644a6-5a92-4f13-8106-979d7642e6a7 None None] Bound port: 58a34b21-4137-4ba3-8949-e27871cb1352, host: dv-cinder-757936-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b5040e7-9d47-40a4-9f33-94744a2a52a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'a7840f0c-1e66-4aaf-a612-b3c22972be64'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:30:18.286776 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-21f644a6-5a92-4f13-8106-979d7642e6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:18.332119 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ecb39bb9-a40e-4f59-979a-8efe2bb6b67a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:18.359576 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac9686a-85a0-4a33-b486-79225715af5f req-115dbf2e-d5b1-4e89-b866-29c387253b43 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:18.361249 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1ac9686a-85a0-4a33-b486-79225715af5f req-115dbf2e-d5b1-4e89-b866-29c387253b43 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3c1cb47-75e4-4f54-a890-6604281c02e6 HTTP/1.1" status: 200 len: 946 time: 0.0949061 Sep 03 16:30:18.386057 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:18.422150 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:18.436536 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1ac9686a-85a0-4a33-b486-79225715af5f req-8bb3358e-b4b5-4104-954f-4a7fba3b1a65 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682571 Sep 03 16:30:18.437936 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ecb39bb9-a40e-4f59-979a-8efe2bb6b67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852113'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:18.459435 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] For port 9a40460f-7d6a-4147-9aea-aaa6223510c4, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=9a40460f-7d6a-4147-9aea-aaa6223510c4,segment=NetworkSegment(e975a069-2572-4885-b8b9-0538a37504dc),segment_id=e975a069-2572-4885-b8b9-0538a37504dc)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:30:18.487186 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:18.490932 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb39bb9-a40e-4f59-979a-8efe2bb6b67a admin admin] Network af961d58-b724-401e-8712-cedb04029227 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:30:18.495915 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-ecb39bb9-a40e-4f59-979a-8efe2bb6b67a admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:30:18.499688 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb39bb9-a40e-4f59-979a-8efe2bb6b67a admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:30:18.539044 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb39bb9-a40e-4f59-979a-8efe2bb6b67a admin admin] Pushing event updated for resources: {'Port': ['ID=16d0a0c4-09af-45cc-99e0-721452c347e4,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:18.540291 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-21f644a6-5a92-4f13-8106-979d7642e6a7 None None] For port 58a34b21-4137-4ba3-8949-e27871cb1352, host dv-cinder-757936-8-iscsi, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:30:18.572552 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-21f644a6-5a92-4f13-8106-979d7642e6a7 None None] For port 58a34b21-4137-4ba3-8949-e27871cb1352, host dv-cinder-757936-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=58a34b21-4137-4ba3-8949-e27871cb1352,segment=NetworkSegment(7b5040e7-9d47-40a4-9f33-94744a2a52a1),segment_id=7b5040e7-9d47-40a4-9f33-94744a2a52a1)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:30:18.583002 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-21f644a6-5a92-4f13-8106-979d7642e6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:18.602073 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Pushing event updated for resources: {'Port': ['ID=9a40460f-7d6a-4147-9aea-aaa6223510c4,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:18.709389 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f644a6-5a92-4f13-8106-979d7642e6a7 None None] Pushing event updated for resources: {'Port': ['ID=58a34b21-4137-4ba3-8949-e27871cb1352,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:18.877609 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703785dd-4f20-4b70-bdb5-b187008d0b4c req-a61eac70-049a-4e2d-8150-9527235f3433 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:18.880012 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-703785dd-4f20-4b70-bdb5-b187008d0b4c req-a61eac70-049a-4e2d-8150-9527235f3433 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.0866530 Sep 03 16:30:18.899129 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ecb39bb9-a40e-4f59-979a-8efe2bb6b67a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:18.966103 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-703785dd-4f20-4b70-bdb5-b187008d0b4c req-9952770c-4b76-4b6b-8a47-a3ea8d86fb55 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759041 Sep 03 16:30:19.017717 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad34-f359-45be-bded-9b7b563a89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:19.276540 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d435ffa-740a-4929-bf24-725289d57860 req-3afc4e8e-a236-48cb-ac67-b66965102d1e tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:19.278272 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0d435ffa-740a-4929-bf24-725289d57860 req-3afc4e8e-a236-48cb-ac67-b66965102d1e tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.1025336 Sep 03 16:30:19.434982 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0d435ffa-740a-4929-bf24-725289d57860 req-d4af5b57-fde4-4e48-b28f-243a9c3d482b tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462524 Sep 03 16:30:19.464505 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ecb39bb9-a40e-4f59-979a-8efe2bb6b67a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-921106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-923102'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:19.488897 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 58a34b21-4137-4ba3-8949-e27871cb1352 up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:30:19.629497 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb39bb9-a40e-4f59-979a-8efe2bb6b67a admin admin] Router 5a0022ff-416d-4a3f-9e87-aa74d9b82392 is scheduled to L3 agent 32b2b364-f1ef-43b0-aa1c-04e185c9ddf9 with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 16:30:19.650685 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619eb39a-93d6-482d-8738-b83b22ca44d1 req-6278a52a-ec0b-4549-97ba-8556a1458020 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:19.659844 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-619eb39a-93d6-482d-8738-b83b22ca44d1 req-6278a52a-ec0b-4549-97ba-8556a1458020 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3c1cb47-75e4-4f54-a890-6604281c02e6 HTTP/1.1" status: 200 len: 946 time: 0.0787370 Sep 03 16:30:19.709963 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-619eb39a-93d6-482d-8738-b83b22ca44d1 req-45e12f8b-5b87-4997-a3cb-7dfed1710102 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487394 Sep 03 16:30:19.722091 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning for port 58a34b21-4137-4ba3-8949-e27871cb1352 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:30:19.726326 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device dbb4eb8a-c8c0-4843-86c1-855401144da6 up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:30:19.797301 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb39bb9-a40e-4f59-979a-8efe2bb6b67a admin admin] Notify agent at l3_agent.dv-cinder-757936-8-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:30:19.799183 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port dbb4eb8a-c8c0-4843-86c1-855401144da6 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:30:19.799918 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:19.843249 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247f3f97-af1f-4231-8eb7-b9ba7482dfba None None] Sync routers for ids ['5a0022ff-416d-4a3f-9e87-aa74d9b82392'] in dv-cinder-757936-8-iscsi {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:30:19.855666 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ecb39bb9-a40e-4f59-979a-8efe2bb6b67a admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:19.858876 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-ecb39bb9-a40e-4f59-979a-8efe2bb6b67a admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5952768 Sep 03 16:30:19.860137 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 49628) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:19.890321 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247f3f97-af1f-4231-8eb7-b9ba7482dfba None None] Routers {'5a0022ff-416d-4a3f-9e87-aa74d9b82392'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:30:19.890869 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-247f3f97-af1f-4231-8eb7-b9ba7482dfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:30:18Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['5a0022ff-416d-4a3f-9e87-aa74d9b82392'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:30:19.997120 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e14ceeb-dda4-4aac-a804-fd244a66a36d None None] Network a7840f0c-1e66-4aaf-a612-b3c22972be64 requested from dv-cinder-757936-8-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:30:20.164649 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b18c50-b918-4927-a3ec-52ffb904b478 req-2d184040-45c4-41d7-a9be-9a3a8f34dc24 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:20.167769 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e0b18c50-b918-4927-a3ec-52ffb904b478 req-2d184040-45c4-41d7-a9be-9a3a8f34dc24 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.0972178 Sep 03 16:30:20.185095 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 9a40460f-7d6a-4147-9aea-aaa6223510c4 up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:30:20.230454 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e0b18c50-b918-4927-a3ec-52ffb904b478 req-0ab46234-c195-4c08-b990-970a08b6e4b0 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563238 Sep 03 16:30:20.247702 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-247f3f97-af1f-4231-8eb7-b9ba7482dfba None None] Set router 5a0022ff-416d-4a3f-9e87-aa74d9b82392 gateway port host: dv-cinder-757936-8-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:30:20.328030 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a4817b53-5b4a-463b-8fe2-2f443b529d67 None None] Provisioning for port 58a34b21-4137-4ba3-8949-e27871cb1352 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:30:20.358140 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-a4817b53-5b4a-463b-8fe2-2f443b529d67 None None] Provisioning complete for port 58a34b21-4137-4ba3-8949-e27871cb1352 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:30:20.358520 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a4817b53-5b4a-463b-8fe2-2f443b529d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:20.509528 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port 9a40460f-7d6a-4147-9aea-aaa6223510c4 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:30:20.509528 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:20.537242 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f8bf2f37-24f5-4c5d-9d1b-13687a6850cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:20.675132 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d56730-86cd-41e0-aa78-2b9bd9c8fe79 req-ec84941f-b68c-4e53-a64c-158d82090aab tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:20.676691 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c5d56730-86cd-41e0-aa78-2b9bd9c8fe79 req-ec84941f-b68c-4e53-a64c-158d82090aab tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.1166315 Sep 03 16:30:20.725838 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a4817b53-5b4a-463b-8fe2-2f443b529d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:20.792808 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c5d56730-86cd-41e0-aa78-2b9bd9c8fe79 req-2eb95184-1ac6-4fc1-80bd-dc81ed926b9e tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919118 Sep 03 16:30:20.809370 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-247f3f97-af1f-4231-8eb7-b9ba7482dfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0022ff-416d-4a3f-9e87-aa74d9b82392', 'name': 'tempest-TestVolumeBootPattern-585758855-router', 'tenant_id': 'f3939c2cf7944fe389ba71ba29ec4269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '16d0a0c4-09af-45cc-99e0-721452c347e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:17Z', 'updated_at': '2021-09-03T16:30:18Z', 'revision_number': 3, 'project_id': 'f3939c2cf7944fe389ba71ba29ec4269', 'gw_port': {'id': '16d0a0c4-09af-45cc-99e0-721452c347e4', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:de:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0022ff-416d-4a3f-9e87-aa74d9b82392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:17Z', 'updated_at': '2021-09-03T16:30:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi'}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:30:20.816083 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-a4817b53-5b4a-463b-8fe2-2f443b529d67 None None] For port 58a34b21-4137-4ba3-8949-e27871cb1352, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=58a34b21-4137-4ba3-8949-e27871cb1352,segment=NetworkSegment(7b5040e7-9d47-40a4-9f33-94744a2a52a1),segment_id=7b5040e7-9d47-40a4-9f33-94744a2a52a1)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:30:20.819844 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30fea9dd-2dab-4865-ba17-13165276935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:20.846893 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-a4817b53-5b4a-463b-8fe2-2f443b529d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:20.852185 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247f3f97-af1f-4231-8eb7-b9ba7482dfba None None] Checking router: 5a0022ff-416d-4a3f-9e87-aa74d9b82392 for host: dv-cinder-757936-8-iscsi {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:30:20.852535 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247f3f97-af1f-4231-8eb7-b9ba7482dfba None None] Updating router 5a0022ff-416d-4a3f-9e87-aa74d9b82392 port 16d0a0c4-09af-45cc-99e0-721452c347e4 binding host dv-cinder-757936-8-iscsi {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 16:30:20.864144 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-f8bf2f37-24f5-4c5d-9d1b-13687a6850cd admin admin] Allocated IP 172.20.0.1 (a7840f0c-1e66-4aaf-a612-b3c22972be64/93196f3b-22b3-43a7-b970-29aa6942f9a1/4c40dd15-4a0f-4a30-bf57-5896bac7bfad) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:30:20.901350 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-247f3f97-af1f-4231-8eb7-b9ba7482dfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:20.966821 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4817b53-5b4a-463b-8fe2-2f443b529d67 None None] Pushing event updated for resources: {'Port': ['ID=58a34b21-4137-4ba3-8949-e27871cb1352,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:20.983473 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-0374fd7c-3a20-4dbf-beea-c8a5ba96b16d None None] Provisioning complete for port 58a34b21-4137-4ba3-8949-e27871cb1352 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:30:20.983896 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0374fd7c-3a20-4dbf-beea-c8a5ba96b16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:20.992218 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f8bf2f37-24f5-4c5d-9d1b-13687a6850cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:21.006061 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-f8bf2f37-24f5-4c5d-9d1b-13687a6850cd admin admin] Transition to ACTIVE for port object 4c40dd15-4a0f-4a30-bf57-5896bac7bfad will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:30:21.042831 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f8bf2f37-24f5-4c5d-9d1b-13687a6850cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852113'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:21.086236 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bf2f37-24f5-4c5d-9d1b-13687a6850cd admin admin] Network a7840f0c-1e66-4aaf-a612-b3c22972be64 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:30:21.089807 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-f8bf2f37-24f5-4c5d-9d1b-13687a6850cd admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:30:21.093746 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bf2f37-24f5-4c5d-9d1b-13687a6850cd admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:30:21.117571 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf2f37-24f5-4c5d-9d1b-13687a6850cd admin admin] Pushing event updated for resources: {'Port': ['ID=4c40dd15-4a0f-4a30-bf57-5896bac7bfad,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:21.188903 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a81afd3-73f8-4b3a-8d46-b686d279dac4 None None] Sync routers for ids ['b05391c3-ba58-4438-9370-65c2d19bc83e'] in dv-cinder-757936-8-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:30:21.192390 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f8bf2f37-24f5-4c5d-9d1b-13687a6850cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-957067'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:21.208362 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a81afd3-73f8-4b3a-8d46-b686d279dac4 None None] Routers {'b05391c3-ba58-4438-9370-65c2d19bc83e'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:30:21.209927 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-8a81afd3-73f8-4b3a-8d46-b686d279dac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:30:18Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['b05391c3-ba58-4438-9370-65c2d19bc83e'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:30:21.314394 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-247f3f97-af1f-4231-8eb7-b9ba7482dfba None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:21.330368 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-247f3f97-af1f-4231-8eb7-b9ba7482dfba None None] Transition to ACTIVE for port object 16d0a0c4-09af-45cc-99e0-721452c347e4 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:30:21.341198 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-247f3f97-af1f-4231-8eb7-b9ba7482dfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:21.398937 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-8a81afd3-73f8-4b3a-8d46-b686d279dac4 None None] Set router b05391c3-ba58-4438-9370-65c2d19bc83e gateway port host: dv-cinder-757936-8-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:30:21.416611 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624689d-2566-466d-8a1e-e4acc09f0b0c req-48b6a12a-2dc7-4eec-9a47-bd503a744bf9 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:21.431162 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0624689d-2566-466d-8a1e-e4acc09f0b0c req-48b6a12a-2dc7-4eec-9a47-bd503a744bf9 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.0987945 Sep 03 16:30:21.447356 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-247f3f97-af1f-4231-8eb7-b9ba7482dfba None None] Attempting to bind port 16d0a0c4-09af-45cc-99e0-721452c347e4 on host dv-cinder-757936-8-iscsi for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:30:21.448053 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-247f3f97-af1f-4231-8eb7-b9ba7482dfba None None] Attempting to bind port 16d0a0c4-09af-45cc-99e0-721452c347e4 by drivers openvswitch,hyperv on host dv-cinder-757936-8-iscsi at level 0 using segments [{'id': '8fbc7082-b272-4b43-971d-120707d467f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af961d58-b724-401e-8712-cedb04029227'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:30:21.448568 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247f3f97-af1f-4231-8eb7-b9ba7482dfba None None] Attempting to bind port 16d0a0c4-09af-45cc-99e0-721452c347e4 on network af961d58-b724-401e-8712-cedb04029227 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:30:21.461889 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8354f31c-4cdb-4372-b513-0b2279f3eff7 None None] Pushing event updated for resources: {'Port': ['ID=16d0a0c4-09af-45cc-99e0-721452c347e4,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:21.473497 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 58a34b21-4137-4ba3-8949-e27871cb1352 up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:30:21.482542 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0624689d-2566-466d-8a1e-e4acc09f0b0c req-c1f87db0-51c7-4785-9ce0-15a3e80486cb tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501726 Sep 03 16:30:21.484380 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f8bf2f37-24f5-4c5d-9d1b-13687a6850cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:21.505271 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247f3f97-af1f-4231-8eb7-b9ba7482dfba None None] Checking agent: {'id': '09c8fd01-6670-4f2e-aed1-0a61ad96cff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 19, 48), 'started_at': datetime.datetime(2021, 9, 3, 16, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:30:21.505271 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247f3f97-af1f-4231-8eb7-b9ba7482dfba None None] Checking segment: {'id': '8fbc7082-b272-4b43-971d-120707d467f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af961d58-b724-401e-8712-cedb04029227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:30:21.505271 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-247f3f97-af1f-4231-8eb7-b9ba7482dfba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:21.505271 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247f3f97-af1f-4231-8eb7-b9ba7482dfba None None] Bound using segment: {'id': '8fbc7082-b272-4b43-971d-120707d467f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af961d58-b724-401e-8712-cedb04029227'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:30:21.505271 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-247f3f97-af1f-4231-8eb7-b9ba7482dfba None None] Bound port: 16d0a0c4-09af-45cc-99e0-721452c347e4, host: dv-cinder-757936-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fbc7082-b272-4b43-971d-120707d467f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af961d58-b724-401e-8712-cedb04029227'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:30:21.505271 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-247f3f97-af1f-4231-8eb7-b9ba7482dfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:21.607663 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-247f3f97-af1f-4231-8eb7-b9ba7482dfba None None] For port 16d0a0c4-09af-45cc-99e0-721452c347e4, host dv-cinder-757936-8-iscsi, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:30:21.625977 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port 58a34b21-4137-4ba3-8949-e27871cb1352 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:30:21.626443 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:21.663218 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-247f3f97-af1f-4231-8eb7-b9ba7482dfba None None] For port 16d0a0c4-09af-45cc-99e0-721452c347e4, host dv-cinder-757936-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=16d0a0c4-09af-45cc-99e0-721452c347e4,segment=NetworkSegment(8fbc7082-b272-4b43-971d-120707d467f2),segment_id=8fbc7082-b272-4b43-971d-120707d467f2)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:30:21.675763 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-247f3f97-af1f-4231-8eb7-b9ba7482dfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:21.689644 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-24dc9af4-f27f-4291-9fd0-2827d765b993 None None] Provisioning for port 4c40dd15-4a0f-4a30-bf57-5896bac7bfad completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:30:21.729957 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-24dc9af4-f27f-4291-9fd0-2827d765b993 None None] Provisioning complete for port 4c40dd15-4a0f-4a30-bf57-5896bac7bfad triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:30:21.730434 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-24dc9af4-f27f-4291-9fd0-2827d765b993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:21.768039 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f8bf2f37-24f5-4c5d-9d1b-13687a6850cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:21.770108 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-8a81afd3-73f8-4b3a-8d46-b686d279dac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'name': 'tempest-TestVolumeBootPattern-1226031807-router', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'dbb4eb8a-c8c0-4843-86c1-855401144da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:06Z', 'updated_at': '2021-09-03T16:30:13Z', 'revision_number': 4, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'gw_port': {'id': 'dbb4eb8a-c8c0-4843-86c1-855401144da6', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:60:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:07Z', 'updated_at': '2021-09-03T16:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '11c8522f-4809-4654-a1d8-465b37fb0299', 'name': '', 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'mac_address': 'fa:16:3e:20:84:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '6421e508-5483-421b-b991-952129da5e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:12Z', 'updated_at': '2021-09-03T16:30:14Z', 'revision_number': 2, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'subnets': [{'id': '6421e508-5483-421b-b991-952129da5e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:30:21.775208 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f8bf2f37-24f5-4c5d-9d1b-13687a6850cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126852102'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:21.808198 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a81afd3-73f8-4b3a-8d46-b686d279dac4 None None] Checking router: b05391c3-ba58-4438-9370-65c2d19bc83e for host: dv-cinder-757936-8-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:30:21.808576 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a81afd3-73f8-4b3a-8d46-b686d279dac4 None None] Updating router b05391c3-ba58-4438-9370-65c2d19bc83e port 11c8522f-4809-4654-a1d8-465b37fb0299 binding host dv-cinder-757936-8-iscsi {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 16:30:21.811006 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247f3f97-af1f-4231-8eb7-b9ba7482dfba None None] Routers {'5a0022ff-416d-4a3f-9e87-aa74d9b82392'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:30:21.811989 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-247f3f97-af1f-4231-8eb7-b9ba7482dfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:30:18Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['5a0022ff-416d-4a3f-9e87-aa74d9b82392'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:30:21.833765 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f8bf2f37-24f5-4c5d-9d1b-13687a6850cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-922651'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:21.850685 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-8a81afd3-73f8-4b3a-8d46-b686d279dac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:22.035062 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf2f37-24f5-4c5d-9d1b-13687a6850cd admin admin] Pushing event updated for resources: {'Port': ['ID=4c40dd15-4a0f-4a30-bf57-5896bac7bfad,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:22.046967 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8354f31c-4cdb-4372-b513-0b2279f3eff7 None None] Pushing event updated for resources: {'Port': ['ID=16d0a0c4-09af-45cc-99e0-721452c347e4,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:22.077240 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858ee9a-bd11-47a9-b03f-ce928dd2d998 req-30cb80ba-0d37-486d-a7e5-9be522f91e63 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:22.085520 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-24dc9af4-f27f-4291-9fd0-2827d765b993 None None] Port 4c40dd15-4a0f-4a30-bf57-5896bac7bfad cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:30:22.086880 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6858ee9a-bd11-47a9-b03f-ce928dd2d998 req-30cb80ba-0d37-486d-a7e5-9be522f91e63 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.1336958 Sep 03 16:30:22.144332 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bf2f37-24f5-4c5d-9d1b-13687a6850cd admin admin] Network a7840f0c-1e66-4aaf-a612-b3c22972be64 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:30:22.154627 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-f8bf2f37-24f5-4c5d-9d1b-13687a6850cd admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:30:22.161569 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6858ee9a-bd11-47a9-b03f-ce928dd2d998 req-dc746de8-35f8-4eac-8e89-7d61987f06c7 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729868 Sep 03 16:30:22.184635 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-247f3f97-af1f-4231-8eb7-b9ba7482dfba None None] Set router 5a0022ff-416d-4a3f-9e87-aa74d9b82392 gateway port host: dv-cinder-757936-8-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:30:22.264694 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-8a81afd3-73f8-4b3a-8d46-b686d279dac4 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:22.281817 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc19f5b-0aff-41ac-a84f-6c15523dd2af req-744a069e-26c6-4e48-8412-cb791048881f tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:22.286609 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-8a81afd3-73f8-4b3a-8d46-b686d279dac4 None None] Transition to ACTIVE for port object 11c8522f-4809-4654-a1d8-465b37fb0299 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:30:22.295235 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1dc19f5b-0aff-41ac-a84f-6c15523dd2af req-744a069e-26c6-4e48-8412-cb791048881f tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/networks?id=286c8e5f-3f83-4410-802f-107629637916 HTTP/1.1" status: 200 len: 814 time: 0.2823815 Sep 03 16:30:22.295910 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-8a81afd3-73f8-4b3a-8d46-b686d279dac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:22.314609 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1dc19f5b-0aff-41ac-a84f-6c15523dd2af req-e033dac1-039f-4798-9caa-6a2e5dd597af tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/quotas/2a9bddf26a964d00a31fb55c6acb91db HTTP/1.1" status: 200 len: 375 time: 0.0182927 Sep 03 16:30:22.387060 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:22.390913 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d2e422-8002-4396-a459-e7e0aea43bdb None None] Pushing event updated for resources: {'Port': ['ID=11c8522f-4809-4654-a1d8-465b37fb0299,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:22.463377 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-8a81afd3-73f8-4b3a-8d46-b686d279dac4 None None] Attempting to bind port 11c8522f-4809-4654-a1d8-465b37fb0299 on host dv-cinder-757936-8-iscsi for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:30:22.463753 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-8a81afd3-73f8-4b3a-8d46-b686d279dac4 None None] Attempting to bind port 11c8522f-4809-4654-a1d8-465b37fb0299 by drivers openvswitch,hyperv on host dv-cinder-757936-8-iscsi at level 0 using segments [{'id': '353e2098-a66a-4049-a3bf-5f567bae9b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:30:22.464124 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a81afd3-73f8-4b3a-8d46-b686d279dac4 None None] Attempting to bind port 11c8522f-4809-4654-a1d8-465b37fb0299 on network ad522a35-4ced-4cb5-b8e3-4ba24d469eaa {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:30:22.472140 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a81afd3-73f8-4b3a-8d46-b686d279dac4 None None] Checking agent: {'id': '09c8fd01-6670-4f2e-aed1-0a61ad96cff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 19, 48), 'started_at': datetime.datetime(2021, 9, 3, 16, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:30:22.472534 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a81afd3-73f8-4b3a-8d46-b686d279dac4 None None] Checking segment: {'id': '353e2098-a66a-4049-a3bf-5f567bae9b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:30:22.472936 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-8a81afd3-73f8-4b3a-8d46-b686d279dac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:22.473388 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a81afd3-73f8-4b3a-8d46-b686d279dac4 None None] Bound using segment: {'id': '353e2098-a66a-4049-a3bf-5f567bae9b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:30:22.473877 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-8a81afd3-73f8-4b3a-8d46-b686d279dac4 None None] Bound port: 11c8522f-4809-4654-a1d8-465b37fb0299, host: dv-cinder-757936-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '353e2098-a66a-4049-a3bf-5f567bae9b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:30:22.474284 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-8a81afd3-73f8-4b3a-8d46-b686d279dac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:22.518608 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1dc19f5b-0aff-41ac-a84f-6c15523dd2af req-b4238e8a-1832-421e-973a-1d9d815f4a92 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2a9bddf26a964d00a31fb55c6acb91db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2029808 Sep 03 16:30:22.579289 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-8a81afd3-73f8-4b3a-8d46-b686d279dac4 None None] For port 11c8522f-4809-4654-a1d8-465b37fb0299, host dv-cinder-757936-8-iscsi, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:30:22.584029 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-8a81afd3-73f8-4b3a-8d46-b686d279dac4 None None] For port 11c8522f-4809-4654-a1d8-465b37fb0299, host dv-cinder-757936-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=11c8522f-4809-4654-a1d8-465b37fb0299,segment=NetworkSegment(353e2098-a66a-4049-a3bf-5f567bae9b13),segment_id=353e2098-a66a-4049-a3bf-5f567bae9b13)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:30:22.591942 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-8a81afd3-73f8-4b3a-8d46-b686d279dac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:22.646155 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-64dd0851-f62f-48b9-9fef-acd746936448 None None] Provisioning complete for port 4c40dd15-4a0f-4a30-bf57-5896bac7bfad triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:30:22.646678 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-64dd0851-f62f-48b9-9fef-acd746936448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:22.650181 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1dc19f5b-0aff-41ac-a84f-6c15523dd2af req-849207d4-1d1c-42ae-9fe1-48b4108554e0 service neutron] 10.222.0.62 "GET /v2.0/networks/286c8e5f-3f83-4410-802f-107629637916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304107 Sep 03 16:30:22.688880 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-64dd0851-f62f-48b9-9fef-acd746936448 None None] Port 4c40dd15-4a0f-4a30-bf57-5896bac7bfad cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:30:22.698916 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-247f3f97-af1f-4231-8eb7-b9ba7482dfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0022ff-416d-4a3f-9e87-aa74d9b82392', 'name': 'tempest-TestVolumeBootPattern-585758855-router', 'tenant_id': 'f3939c2cf7944fe389ba71ba29ec4269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '16d0a0c4-09af-45cc-99e0-721452c347e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:17Z', 'updated_at': '2021-09-03T16:30:21Z', 'revision_number': 4, 'project_id': 'f3939c2cf7944fe389ba71ba29ec4269', 'gw_port': {'id': '16d0a0c4-09af-45cc-99e0-721452c347e4', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:de:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0022ff-416d-4a3f-9e87-aa74d9b82392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:17Z', 'updated_at': '2021-09-03T16:30:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '4c40dd15-4a0f-4a30-bf57-5896bac7bfad', 'name': '', 'network_id': 'a7840f0c-1e66-4aaf-a612-b3c22972be64', 'tenant_id': 'f3939c2cf7944fe389ba71ba29ec4269', 'mac_address': 'fa:16:3e:ab:1f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0022ff-416d-4a3f-9e87-aa74d9b82392', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '93196f3b-22b3-43a7-b970-29aa6942f9a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:20Z', 'updated_at': '2021-09-03T16:30:21Z', 'revision_number': 2, 'project_id': 'f3939c2cf7944fe389ba71ba29ec4269', 'subnets': [{'id': '93196f3b-22b3-43a7-b970-29aa6942f9a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:30:22.714184 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3ba0d-ab39-4b11-8c99-b040731f3861 req-49d9aec0-f09e-4267-870a-a263d127167d tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:22.723962 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-65c3ba0d-ab39-4b11-8c99-b040731f3861 req-49d9aec0-f09e-4267-870a-a263d127167d tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.1229136 Sep 03 16:30:22.751731 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247f3f97-af1f-4231-8eb7-b9ba7482dfba None None] The sync data for ids ['5a0022ff-416d-4a3f-9e87-aa74d9b82392'] in dv-cinder-757936-8-iscsi is: [{'id': '5a0022ff-416d-4a3f-9e87-aa74d9b82392', 'name': 'tempest-TestVolumeBootPattern-585758855-router', 'tenant_id': 'f3939c2cf7944fe389ba71ba29ec4269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '16d0a0c4-09af-45cc-99e0-721452c347e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:17Z', 'updated_at': '2021-09-03T16:30:21Z', 'revision_number': 4, 'project_id': 'f3939c2cf7944fe389ba71ba29ec4269', 'gw_port': {'id': '16d0a0c4-09af-45cc-99e0-721452c347e4', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:de:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0022ff-416d-4a3f-9e87-aa74d9b82392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:17Z', 'updated_at': '2021-09-03T16:30:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '4c40dd15-4a0f-4a30-bf57-5896bac7bfad', 'name': '', 'network_id': 'a7840f0c-1e66-4aaf-a612-b3c22972be64', 'tenant_id': 'f3939c2cf7944fe389ba71ba29ec4269', 'mac_address': 'fa:16:3e:ab:1f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0022ff-416d-4a3f-9e87-aa74d9b82392', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '93196f3b-22b3-43a7-b970-29aa6942f9a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:20Z', 'updated_at': '2021-09-03T16:30:21Z', 'revision_number': 2, 'project_id': 'f3939c2cf7944fe389ba71ba29ec4269', 'subnets': [{'id': '93196f3b-22b3-43a7-b970-29aa6942f9a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:30:22.771540 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8bf2f37-24f5-4c5d-9d1b-13687a6850cd admin admin] Router 5a0022ff-416d-4a3f-9e87-aa74d9b82392 has already been hosted by L3 agent 32b2b364-f1ef-43b0-aa1c-04e185c9ddf9 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:30:22.813800 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 49698) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:22.844491 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d2e422-8002-4396-a459-e7e0aea43bdb None None] Pushing event updated for resources: {'Port': ['ID=11c8522f-4809-4654-a1d8-465b37fb0299,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:22.849614 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a81afd3-73f8-4b3a-8d46-b686d279dac4 None None] Routers {'b05391c3-ba58-4438-9370-65c2d19bc83e'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:30:22.854435 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-8a81afd3-73f8-4b3a-8d46-b686d279dac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:30:18Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['b05391c3-ba58-4438-9370-65c2d19bc83e'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:30:22.859729 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-65c3ba0d-ab39-4b11-8c99-b040731f3861 req-00b696d4-60ae-4f68-9e52-53e897212fcc tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309354 Sep 03 16:30:23.064796 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-8a81afd3-73f8-4b3a-8d46-b686d279dac4 None None] Set router b05391c3-ba58-4438-9370-65c2d19bc83e gateway port host: dv-cinder-757936-8-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:30:23.141141 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-41999f12-49b3-4fe3-afd2-1b8314e2d4ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:23.288867 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1dc19f5b-0aff-41ac-a84f-6c15523dd2af req-c1c6d2ad-da53-42e6-9c9a-701dbe5aded3 service neutron] 10.222.0.62 "GET /v2.0/networks/286c8e5f-3f83-4410-802f-107629637916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6377449 Sep 03 16:30:23.365779 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8bf2f37-24f5-4c5d-9d1b-13687a6850cd admin admin] Notify agent at l3_agent.dv-cinder-757936-8-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:30:23.389287 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-f8bf2f37-24f5-4c5d-9d1b-13687a6850cd admin admin] 10.222.0.62 "PUT /v2.0/routers/5a0022ff-416d-4a3f-9e87-aa74d9b82392/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5257461 Sep 03 16:30:23.398174 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-41999f12-49b3-4fe3-afd2-1b8314e2d4ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:23.411135 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-41999f12-49b3-4fe3-afd2-1b8314e2d4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:23.507426 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 11c8522f-4809-4654-a1d8-465b37fb0299 up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:30:23.531431 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-8a81afd3-73f8-4b3a-8d46-b686d279dac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'name': 'tempest-TestVolumeBootPattern-1226031807-router', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'dbb4eb8a-c8c0-4843-86c1-855401144da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:06Z', 'updated_at': '2021-09-03T16:30:13Z', 'revision_number': 4, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'gw_port': {'id': 'dbb4eb8a-c8c0-4843-86c1-855401144da6', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:60:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:07Z', 'updated_at': '2021-09-03T16:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '11c8522f-4809-4654-a1d8-465b37fb0299', 'name': '', 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'mac_address': 'fa:16:3e:20:84:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '6421e508-5483-421b-b991-952129da5e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:12Z', 'updated_at': '2021-09-03T16:30:22Z', 'revision_number': 4, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'subnets': [{'id': '6421e508-5483-421b-b991-952129da5e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:30:23.536433 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60900190-8530-40f3-bcce-7706e261603e req-3dfc4909-23c5-4444-98e6-82683ebc2576 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:23.553447 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-60900190-8530-40f3-bcce-7706e261603e req-3dfc4909-23c5-4444-98e6-82683ebc2576 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.2399793 Sep 03 16:30:23.562918 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a81afd3-73f8-4b3a-8d46-b686d279dac4 None None] The sync data for ids ['b05391c3-ba58-4438-9370-65c2d19bc83e'] in dv-cinder-757936-8-iscsi is: [{'id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'name': 'tempest-TestVolumeBootPattern-1226031807-router', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'dbb4eb8a-c8c0-4843-86c1-855401144da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:06Z', 'updated_at': '2021-09-03T16:30:13Z', 'revision_number': 4, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'gw_port': {'id': 'dbb4eb8a-c8c0-4843-86c1-855401144da6', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:60:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:07Z', 'updated_at': '2021-09-03T16:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '11c8522f-4809-4654-a1d8-465b37fb0299', 'name': '', 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'mac_address': 'fa:16:3e:20:84:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '6421e508-5483-421b-b991-952129da5e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:12Z', 'updated_at': '2021-09-03T16:30:22Z', 'revision_number': 4, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'subnets': [{'id': '6421e508-5483-421b-b991-952129da5e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:30:23.574396 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41999f12-49b3-4fe3-afd2-1b8314e2d4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb59d59-4572-4863-ae91-fabef15181dd,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:23.579377 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-41999f12-49b3-4fe3-afd2-1b8314e2d4ab admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=23d761e92f8d4f8a907a7f2517923b42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7641678 Sep 03 16:30:23.582195 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 49712) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:23.644751 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning for port 11c8522f-4809-4654-a1d8-465b37fb0299 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:30:23.652412 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port 11c8522f-4809-4654-a1d8-465b37fb0299 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:30:23.653115 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:23.696827 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-60900190-8530-40f3-bcce-7706e261603e req-467224f6-b766-401c-85be-f2c698b1372a tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412349 Sep 03 16:30:23.713781 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8da1105d-73c6-490f-96f3-d23a3d807034 req-d2d18099-94fc-4da1-b42c-3936c47be668 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c818f05-9401-4862-9dd1-8d8e6c1fa2ac HTTP/1.1" status: 200 len: 210 time: 0.0778782 Sep 03 16:30:23.742596 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e205aa71-8e65-49db-8be4-a4689f982c62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:23.825883 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e205aa71-8e65-49db-8be4-a4689f982c62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:23.891321 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:23.949006 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] For port 11c8522f-4809-4654-a1d8-465b37fb0299, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=11c8522f-4809-4654-a1d8-465b37fb0299,segment=NetworkSegment(353e2098-a66a-4049-a3bf-5f567bae9b13),segment_id=353e2098-a66a-4049-a3bf-5f567bae9b13)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:30:23.958530 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:23.988956 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e205aa71-8e65-49db-8be4-a4689f982c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:24.012123 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e205aa71-8e65-49db-8be4-a4689f982c62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:24.013343 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-e205aa71-8e65-49db-8be4-a4689f982c62 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/efb59d59-4572-4863-ae91-fabef15181dd HTTP/1.1" status: 204 len: 168 time: 0.4301128 Sep 03 16:30:24.044306 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Pushing event updated for resources: {'Port': ['ID=11c8522f-4809-4654-a1d8-465b37fb0299,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:24.077179 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205aa71-8e65-49db-8be4-a4689f982c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb59d59-4572-4863-ae91-fabef15181dd,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:24.147837 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405250d-b470-4940-8688-8ae283324f1e req-c46fc39a-8ad9-4504-9f7b-949fb84f3958 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:24.151934 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0405250d-b470-4940-8688-8ae283324f1e req-c46fc39a-8ad9-4504-9f7b-949fb84f3958 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.0999794 Sep 03 16:30:24.285526 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0405250d-b470-4940-8688-8ae283324f1e req-7d639dbe-41d2-4205-9b2b-2096d417fa79 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237340 Sep 03 16:30:24.851781 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9adaacd9-3d22-48b9-a7d6-41a3e9df9c80 req-d9fd1dcd-0340-43e0-9c65-d1fc25dca080 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c818f05-9401-4862-9dd1-8d8e6c1fa2ac HTTP/1.1" status: 200 len: 210 time: 0.0296786 Sep 03 16:30:24.914625 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 49750) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:24.923411 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-f6fbfd3b-f95e-43c5-871c-439ae5555c8d tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1971171114', 'description': 'tempest-secgroup-smoke-1971171114 description', 'project_id': '19bf0ba519e14617adef11a5e39bcbc0'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:30:25.001171 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f6fbfd3b-f95e-43c5-871c-439ae5555c8d tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:25.035380 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5e1d8-6076-4bba-b73e-cbcaf23749f4 req-8caae6f6-9aee-4013-b587-60f44f595cc9 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:25.037465 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-94b5e1d8-6076-4bba-b73e-cbcaf23749f4 req-8caae6f6-9aee-4013-b587-60f44f595cc9 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.0916033 Sep 03 16:30:25.125779 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-94b5e1d8-6076-4bba-b73e-cbcaf23749f4 req-31766b7b-5994-46e0-ae93-0402faf4522f tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779595 Sep 03 16:30:25.264825 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f6fbfd3b-f95e-43c5-871c-439ae5555c8d tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:25.273217 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f6fbfd3b-f95e-43c5-871c-439ae5555c8d tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:25.374313 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc19f5b-0aff-41ac-a84f-6c15523dd2af req-10e5f965-b70c-4e0b-90c5-8ba6ef22a679 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:25.377469 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fbfd3b-f95e-43c5-871c-439ae5555c8d tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2047cfc3-9c26-4818-99fe-5f1c9e24849e,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:25.379112 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1dc19f5b-0aff-41ac-a84f-6c15523dd2af req-10e5f965-b70c-4e0b-90c5-8ba6ef22a679 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.58 "GET /v2.0/networks?id=286c8e5f-3f83-4410-802f-107629637916 HTTP/1.1" status: 200 len: 814 time: 0.2063212 Sep 03 16:30:25.404525 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-1dc19f5b-0aff-41ac-a84f-6c15523dd2af req-f3369e70-47b4-49ee-b853-28cd0b2cc241 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Request body: {'port': {'device_id': '0c818f05-9401-4862-9dd1-8d8e6c1fa2ac', 'network_id': '286c8e5f-3f83-4410-802f-107629637916', 'admin_state_up': True, 'tenant_id': '2a9bddf26a964d00a31fb55c6acb91db'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:30:25.413445 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f6fbfd3b-f95e-43c5-871c-439ae5555c8d tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:25.413726 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-f6fbfd3b-f95e-43c5-871c-439ae5555c8d tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4968369 Sep 03 16:30:25.416667 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 49760) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:25.422026 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-ab7e2574-b4a5-4546-aff8-ad10347ff4dc tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Request body: {'security_group_rule': {'security_group_id': '2047cfc3-9c26-4818-99fe-5f1c9e24849e', 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:30:25.520106 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ab7e2574-b4a5-4546-aff8-ad10347ff4dc tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:25.588071 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 16d0a0c4-09af-45cc-99e0-721452c347e4 up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:30:25.703002 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning for port 16d0a0c4-09af-45cc-99e0-721452c347e4 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:30:25.710511 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port 16d0a0c4-09af-45cc-99e0-721452c347e4 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:30:25.711131 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:25.723023 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dc19f5b-0aff-41ac-a84f-6c15523dd2af req-f3369e70-47b4-49ee-b853-28cd0b2cc241 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Made reservation on behalf of 2a9bddf26a964d00a31fb55c6acb91db for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:30:25.727546 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-1dc19f5b-0aff-41ac-a84f-6c15523dd2af req-f3369e70-47b4-49ee-b853-28cd0b2cc241 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:25.794295 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ab7e2574-b4a5-4546-aff8-ad10347ff4dc tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:25.811230 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ab7e2574-b4a5-4546-aff8-ad10347ff4dc tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494245'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:25.828735 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:25.841206 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7e2574-b4a5-4546-aff8-ad10347ff4dc tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d285f96-29ec-41de-8f96-48784b244af7,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:25.862439 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] For port 16d0a0c4-09af-45cc-99e0-721452c347e4, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=16d0a0c4-09af-45cc-99e0-721452c347e4,segment=NetworkSegment(8fbc7082-b272-4b43-971d-120707d467f2),segment_id=8fbc7082-b272-4b43-971d-120707d467f2)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:30:25.865835 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc48041-10e1-4c6d-b15b-ff74dbfa1dda req-afb4a84e-b6ed-4a36-9de8-2f43a443f54a tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:25.867193 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:25.867426 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3bc48041-10e1-4c6d-b15b-ff74dbfa1dda req-afb4a84e-b6ed-4a36-9de8-2f43a443f54a tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.2486854 Sep 03 16:30:25.869348 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 11c8522f-4809-4654-a1d8-465b37fb0299 up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:30:25.895244 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ab7e2574-b4a5-4546-aff8-ad10347ff4dc tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:25.900429 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-ab7e2574-b4a5-4546-aff8-ad10347ff4dc tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4792187 Sep 03 16:30:25.904784 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 49774) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:25.911590 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-bddf9c6a-4c56-4513-9934-8b14e7670b22 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Request body: {'security_group_rule': {'security_group_id': '2047cfc3-9c26-4818-99fe-5f1c9e24849e', 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:30:25.932601 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-1dc19f5b-0aff-41ac-a84f-6c15523dd2af req-f3369e70-47b4-49ee-b853-28cd0b2cc241 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Allocated IP 172.20.0.12 (286c8e5f-3f83-4410-802f-107629637916/4031de07-53b7-4f82-8008-ab20cbbb4912/0e7cf170-ed2c-4f92-812f-5cdf5da44e8f) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:30:25.997789 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bddf9c6a-4c56-4513-9934-8b14e7670b22 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:26.016740 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3bc48041-10e1-4c6d-b15b-ff74dbfa1dda req-2b2c8093-4c65-4092-8c83-68c6c918b10b tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361368 Sep 03 16:30:26.023353 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Pushing event updated for resources: {'Port': ['ID=16d0a0c4-09af-45cc-99e0-721452c347e4,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:26.028514 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port 11c8522f-4809-4654-a1d8-465b37fb0299 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:30:26.028903 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:26.093013 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7b72367c-2c34-408d-a7a1-b707cce57ccb req-17ed230e-0249-4ce7-9f1b-0bde5e8ab679 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c818f05-9401-4862-9dd1-8d8e6c1fa2ac HTTP/1.1" status: 200 len: 210 time: 0.0491705 Sep 03 16:30:26.129828 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bddf9c6a-4c56-4513-9934-8b14e7670b22 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:26.135885 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bddf9c6a-4c56-4513-9934-8b14e7670b22 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494245'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:26.195466 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddf9c6a-4c56-4513-9934-8b14e7670b22 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dccbcbf-4e78-4ffc-9bb9-821c113a37b7,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:26.211734 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bddf9c6a-4c56-4513-9934-8b14e7670b22 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:26.218546 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-bddf9c6a-4c56-4513-9934-8b14e7670b22 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3115780 Sep 03 16:30:26.223343 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 49784) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:26.229397 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-c768bc3d-2c38-4c37-aaf8-41ce2e45bf9e tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Request body: {'security_group_rule': {'security_group_id': '2047cfc3-9c26-4818-99fe-5f1c9e24849e', 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:30:26.255317 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-1dc19f5b-0aff-41ac-a84f-6c15523dd2af req-f3369e70-47b4-49ee-b853-28cd0b2cc241 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:26.287979 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c768bc3d-2c38-4c37-aaf8-41ce2e45bf9e tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:26.348103 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-1dc19f5b-0aff-41ac-a84f-6c15523dd2af req-f3369e70-47b4-49ee-b853-28cd0b2cc241 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:26.369995 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] get_ports_and_sgs() called for port_ids ['870f4d19-894e-4f74-baf1-4023ba7a1104', '9c7bb995-18e2-45ba-819e-2a6faed372d4'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:30:26.394945 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c768bc3d-2c38-4c37-aaf8-41ce2e45bf9e tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:26.401282 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c768bc3d-2c38-4c37-aaf8-41ce2e45bf9e tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494245'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:26.432904 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768bc3d-2c38-4c37-aaf8-41ce2e45bf9e tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b4bbb4a-cf1a-48d4-90fb-e1d576a39d99,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:26.445602 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c768bc3d-2c38-4c37-aaf8-41ce2e45bf9e tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:26.449376 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-c768bc3d-2c38-4c37-aaf8-41ce2e45bf9e tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2243636 Sep 03 16:30:26.454788 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 49788) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:26.463634 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-ce2ac056-0a73-40b7-b12c-fa2dd5875215 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Request body: {'security_group_rule': {'security_group_id': '2047cfc3-9c26-4818-99fe-5f1c9e24849e', 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:30:26.480827 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dc19f5b-0aff-41ac-a84f-6c15523dd2af req-f3369e70-47b4-49ee-b853-28cd0b2cc241 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Network 286c8e5f-3f83-4410-802f-107629637916 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:30:26.483728 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-1dc19f5b-0aff-41ac-a84f-6c15523dd2af req-f3369e70-47b4-49ee-b853-28cd0b2cc241 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:30:26.489211 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc19f5b-0aff-41ac-a84f-6c15523dd2af req-f3369e70-47b4-49ee-b853-28cd0b2cc241 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:30:26.501675 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc19f5b-0aff-41ac-a84f-6c15523dd2af req-f3369e70-47b4-49ee-b853-28cd0b2cc241 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:26.502384 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-1dc19f5b-0aff-41ac-a84f-6c15523dd2af req-f3369e70-47b4-49ee-b853-28cd0b2cc241 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:26.528389 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ce2ac056-0a73-40b7-b12c-fa2dd5875215 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:26.611630 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3369e70-47b4-49ee-b853-28cd0b2cc241 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Pushing event updated for resources: {'Port': ['ID=0e7cf170-ed2c-4f92-812f-5cdf5da44e8f,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:26.635234 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1dc19f5b-0aff-41ac-a84f-6c15523dd2af req-f3369e70-47b4-49ee-b853-28cd0b2cc241 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2351270 Sep 03 16:30:26.671942 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-1dc19f5b-0aff-41ac-a84f-6c15523dd2af req-0b57d3d6-1697-4238-9104-358e72487afc service neutron] Request body: {'port': {'device_id': '0c818f05-9401-4862-9dd1-8d8e6c1fa2ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:30:26.693810 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ce2ac056-0a73-40b7-b12c-fa2dd5875215 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:26.699428 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ce2ac056-0a73-40b7-b12c-fa2dd5875215 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494245'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:26.709569 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0acc0fb-ef19-4691-9cb2-91a8e1d73a23 req-9ff241d1-b0d9-4cf9-ae2c-e400301ccb09 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:26.718175 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d0acc0fb-ef19-4691-9cb2-91a8e1d73a23 req-9ff241d1-b0d9-4cf9-ae2c-e400301ccb09 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.2053216 Sep 03 16:30:26.731959 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ac056-0a73-40b7-b12c-fa2dd5875215 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef657cbf-3cc0-4380-90fd-21993e0cdf0d,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:26.744156 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ce2ac056-0a73-40b7-b12c-fa2dd5875215 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:26.750206 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-ce2ac056-0a73-40b7-b12c-fa2dd5875215 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2893806 Sep 03 16:30:26.752597 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 49796) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:26.758728 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-177488d9-254a-4b02-8540-43b5fce776a1 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Request body: {'security_group_rule': {'security_group_id': '2047cfc3-9c26-4818-99fe-5f1c9e24849e', 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:30:26.797614 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.db.securitygroups_db [None req-177488d9-254a-4b02-8540-43b5fce776a1 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Project 19bf0ba519e14617adef11a5e39bcbc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 16:30:26.809920 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-177488d9-254a-4b02-8540-43b5fce776a1 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:26.833236 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-1dc19f5b-0aff-41ac-a84f-6c15523dd2af req-0b57d3d6-1697-4238-9104-358e72487afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:26.851417 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d0acc0fb-ef19-4691-9cb2-91a8e1d73a23 req-4d3adc5b-7d28-4395-8ccd-dafdcd624009 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323431 Sep 03 16:30:26.885375 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-177488d9-254a-4b02-8540-43b5fce776a1 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:26.891175 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-177488d9-254a-4b02-8540-43b5fce776a1 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494245'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:26.915983 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177488d9-254a-4b02-8540-43b5fce776a1 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b2402a-d0db-4fe4-8ec7-35d699c9411d,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:26.919849 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-177488d9-254a-4b02-8540-43b5fce776a1 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:26.921289 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-177488d9-254a-4b02-8540-43b5fce776a1 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1669710 Sep 03 16:30:26.924090 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 49802) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:26.929240 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-e73f40d6-2980-4087-aca4-cfe5aa1f07a0 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Request body: {'security_group_rule': {'security_group_id': '2047cfc3-9c26-4818-99fe-5f1c9e24849e', 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:30:26.956749 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.db.securitygroups_db [None req-e73f40d6-2980-4087-aca4-cfe5aa1f07a0 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Project 19bf0ba519e14617adef11a5e39bcbc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 16:30:26.962779 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e73f40d6-2980-4087-aca4-cfe5aa1f07a0 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:27.059144 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e73f40d6-2980-4087-aca4-cfe5aa1f07a0 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:27.072155 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e73f40d6-2980-4087-aca4-cfe5aa1f07a0 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494245'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:27.089818 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f40d6-2980-4087-aca4-cfe5aa1f07a0 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e07f4c5-e8c8-4cd9-b2ff-a637b5a086e6,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:27.104038 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e73f40d6-2980-4087-aca4-cfe5aa1f07a0 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:27.106782 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-e73f40d6-2980-4087-aca4-cfe5aa1f07a0 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1815438 Sep 03 16:30:27.211880 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb57e09-6851-4dcc-a387-5fb319c12231 req-3a9df71c-3bd7-4795-98d4-27ab4a5eeb2b tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:27.213744 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [req-1dc19f5b-0aff-41ac-a84f-6c15523dd2af req-0b57d3d6-1697-4238-9104-358e72487afc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e7cf170-ed2c-4f92-812f-5cdf5da44e8f {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:30:27.226768 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3fb57e09-6851-4dcc-a387-5fb319c12231 req-3a9df71c-3bd7-4795-98d4-27ab4a5eeb2b tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.1185114 Sep 03 16:30:27.233545 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-1dc19f5b-0aff-41ac-a84f-6c15523dd2af req-0b57d3d6-1697-4238-9104-358e72487afc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:27.284212 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-1dc19f5b-0aff-41ac-a84f-6c15523dd2af req-0b57d3d6-1697-4238-9104-358e72487afc service neutron] Transition to ACTIVE for port object 0e7cf170-ed2c-4f92-812f-5cdf5da44e8f will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:30:27.290292 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3fb57e09-6851-4dcc-a387-5fb319c12231 req-be0af168-fa9f-41a3-b354-b22d1b50e493 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624721 Sep 03 16:30:27.300067 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-1dc19f5b-0aff-41ac-a84f-6c15523dd2af req-0b57d3d6-1697-4238-9104-358e72487afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:27.386370 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86458267-b3c0-4eae-9c8f-a6bffc199416 req-c7d95b50-492e-4a94-ab61-eade209b7d7d tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:27.387989 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-86458267-b3c0-4eae-9c8f-a6bffc199416 req-c7d95b50-492e-4a94-ab61-eade209b7d7d tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c818f05-9401-4862-9dd1-8d8e6c1fa2ac HTTP/1.1" status: 200 len: 932 time: 0.1693168 Sep 03 16:30:27.435179 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 16d0a0c4-09af-45cc-99e0-721452c347e4 up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:30:27.454786 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-1dc19f5b-0aff-41ac-a84f-6c15523dd2af req-0b57d3d6-1697-4238-9104-358e72487afc service neutron] Attempting to bind port 0e7cf170-ed2c-4f92-812f-5cdf5da44e8f on host hv-cinder-75793 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:30:27.455260 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-1dc19f5b-0aff-41ac-a84f-6c15523dd2af req-0b57d3d6-1697-4238-9104-358e72487afc service neutron] Attempting to bind port 0e7cf170-ed2c-4f92-812f-5cdf5da44e8f by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': 'c6f8ed56-3d61-41f4-ac2b-a004c69384f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '286c8e5f-3f83-4410-802f-107629637916'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:30:27.455462 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc19f5b-0aff-41ac-a84f-6c15523dd2af req-0b57d3d6-1697-4238-9104-358e72487afc service neutron] Attempting to bind port 0e7cf170-ed2c-4f92-812f-5cdf5da44e8f on network 286c8e5f-3f83-4410-802f-107629637916 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:30:27.466827 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b57d3d6-1697-4238-9104-358e72487afc service neutron] Pushing event updated for resources: {'Port': ['ID=0e7cf170-ed2c-4f92-812f-5cdf5da44e8f,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:27.474719 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc19f5b-0aff-41ac-a84f-6c15523dd2af req-0b57d3d6-1697-4238-9104-358e72487afc service neutron] Port 0e7cf170-ed2c-4f92-812f-5cdf5da44e8f on network 286c8e5f-3f83-4410-802f-107629637916 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 16:30:27.475131 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc19f5b-0aff-41ac-a84f-6c15523dd2af req-0b57d3d6-1697-4238-9104-358e72487afc service neutron] Attempting to bind port 0e7cf170-ed2c-4f92-812f-5cdf5da44e8f on network 286c8e5f-3f83-4410-802f-107629637916 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:30:27.481245 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc19f5b-0aff-41ac-a84f-6c15523dd2af req-0b57d3d6-1697-4238-9104-358e72487afc service neutron] Checking agent: {'id': 'd3fcaccf-3212-4db0-9fe2-d79bf18b2000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 25, 52), 'started_at': datetime.datetime(2021, 9, 3, 16, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:30:27.481993 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc19f5b-0aff-41ac-a84f-6c15523dd2af req-0b57d3d6-1697-4238-9104-358e72487afc service neutron] Checking segment: {'id': 'c6f8ed56-3d61-41f4-ac2b-a004c69384f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '286c8e5f-3f83-4410-802f-107629637916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:30:27.481993 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dc19f5b-0aff-41ac-a84f-6c15523dd2af req-0b57d3d6-1697-4238-9104-358e72487afc service neutron] Bound using segment: {'id': 'c6f8ed56-3d61-41f4-ac2b-a004c69384f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '286c8e5f-3f83-4410-802f-107629637916'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:30:27.482752 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-1dc19f5b-0aff-41ac-a84f-6c15523dd2af req-0b57d3d6-1697-4238-9104-358e72487afc service neutron] Bound port: 0e7cf170-ed2c-4f92-812f-5cdf5da44e8f, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f8ed56-3d61-41f4-ac2b-a004c69384f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '286c8e5f-3f83-4410-802f-107629637916'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:30:27.482752 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-1dc19f5b-0aff-41ac-a84f-6c15523dd2af req-0b57d3d6-1697-4238-9104-358e72487afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:27.492362 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port 16d0a0c4-09af-45cc-99e0-721452c347e4 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:30:27.492362 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:27.520975 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-86458267-b3c0-4eae-9c8f-a6bffc199416 req-86419c11-235d-4b33-a7d5-07da782c07d9 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971673 Sep 03 16:30:27.607446 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-1dc19f5b-0aff-41ac-a84f-6c15523dd2af req-0b57d3d6-1697-4238-9104-358e72487afc service neutron] For port 0e7cf170-ed2c-4f92-812f-5cdf5da44e8f, host hv-cinder-75793, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:30:27.612911 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-1dc19f5b-0aff-41ac-a84f-6c15523dd2af req-0b57d3d6-1697-4238-9104-358e72487afc service neutron] For port 0e7cf170-ed2c-4f92-812f-5cdf5da44e8f, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=0e7cf170-ed2c-4f92-812f-5cdf5da44e8f,segment=NetworkSegment(c6f8ed56-3d61-41f4-ac2b-a004c69384f8),segment_id=c6f8ed56-3d61-41f4-ac2b-a004c69384f8)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:30:27.619247 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-1dc19f5b-0aff-41ac-a84f-6c15523dd2af req-0b57d3d6-1697-4238-9104-358e72487afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:27.710621 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b57d3d6-1697-4238-9104-358e72487afc service neutron] Pushing event updated for resources: {'Port': ['ID=0e7cf170-ed2c-4f92-812f-5cdf5da44e8f,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:27.732300 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc19f5b-0aff-41ac-a84f-6c15523dd2af req-0b57d3d6-1697-4238-9104-358e72487afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:27.732992 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-1dc19f5b-0aff-41ac-a84f-6c15523dd2af req-0b57d3d6-1697-4238-9104-358e72487afc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:27.735849 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1dc19f5b-0aff-41ac-a84f-6c15523dd2af req-0b57d3d6-1697-4238-9104-358e72487afc service neutron] 10.222.0.58 "PUT /v2.0/ports/0e7cf170-ed2c-4f92-812f-5cdf5da44e8f HTTP/1.1" status: 200 len: 1094 time: 1.0737677 Sep 03 16:30:27.735849 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c818f05-9401-4862-9dd1-8d8e6c1fa2ac', 'tag': '0e7cf170-ed2c-4f92-812f-5cdf5da44e8f'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:30:27.742148 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60a3384ac15a167e802cb15cc86cd66e960e7e49bcb7609cd88b9514a3633fc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166ea2e5-cce0-4b51-abd4-3d8cf9b392a9" -d '{"events": [{"name": "network-changed", "server_uuid": "0c818f05-9401-4862-9dd1-8d8e6c1fa2ac", "tag": "0e7cf170-ed2c-4f92-812f-5cdf5da44e8f"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:30:27.827708 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e2825a-77c2-43bb-af11-1db30ec80c0b x-openstack-request-id: req-52e2825a-77c2-43bb-af11-1db30ec80c0b {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:30:27.828281 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c818f05-9401-4862-9dd1-8d8e6c1fa2ac", "tag": "0e7cf170-ed2c-4f92-812f-5cdf5da44e8f", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:30:27.828536 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-52e2825a-77c2-43bb-af11-1db30ec80c0b {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:30:27.828934 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c818f05-9401-4862-9dd1-8d8e6c1fa2ac', 'tag': '0e7cf170-ed2c-4f92-812f-5cdf5da44e8f', 'status': 'completed', 'code': 200} Sep 03 16:30:27.845485 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc19f5b-0aff-41ac-a84f-6c15523dd2af req-9e152d19-4f13-4de3-8f52-f05ae0af8ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:27.847317 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1dc19f5b-0aff-41ac-a84f-6c15523dd2af req-9e152d19-4f13-4de3-8f52-f05ae0af8ef1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2a9bddf26a964d00a31fb55c6acb91db&device_id=0c818f05-9401-4862-9dd1-8d8e6c1fa2ac HTTP/1.1" status: 200 len: 1097 time: 0.0545335 Sep 03 16:30:27.909820 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1dc19f5b-0aff-41ac-a84f-6c15523dd2af req-6f5c84b4-88b7-4261-94db-ef1b25b0bb8b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e7cf170-ed2c-4f92-812f-5cdf5da44e8f HTTP/1.1" status: 200 len: 217 time: 0.0533426 Sep 03 16:30:28.002932 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc19f5b-0aff-41ac-a84f-6c15523dd2af req-3026426b-fd69-414a-95a8-517bc9da7c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:28.004472 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1dc19f5b-0aff-41ac-a84f-6c15523dd2af req-3026426b-fd69-414a-95a8-517bc9da7c1d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4031de07-53b7-4f82-8008-ab20cbbb4912 HTTP/1.1" status: 200 len: 854 time: 0.0845151 Sep 03 16:30:28.018468 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7442f6-2414-41ae-b3e8-e6732a043266 req-fa574774-8e97-4527-ac6e-679352306404 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:28.020014 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6d7442f6-2414-41ae-b3e8-e6732a043266 req-fa574774-8e97-4527-ac6e-679352306404 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.0644922 Sep 03 16:30:28.051887 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1dc19f5b-0aff-41ac-a84f-6c15523dd2af req-e570cbfc-0c5d-43d6-a9eb-459cd8310f59 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=286c8e5f-3f83-4410-802f-107629637916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309017 Sep 03 16:30:28.099611 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6d7442f6-2414-41ae-b3e8-e6732a043266 req-6019be1f-2da9-48b0-9ee2-a8affd084f0a tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663524 Sep 03 16:30:28.379136 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1dc19f5b-0aff-41ac-a84f-6c15523dd2af req-0e9bf86e-da12-46a4-8b6e-be09fd420394 service neutron] 10.222.0.58 "GET /v2.0/networks/286c8e5f-3f83-4410-802f-107629637916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125212 Sep 03 16:30:28.453648 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08166319-5f6a-4b41-af18-4dace0f7304c req-849c4f5b-57ee-4baf-9d85-9a3c08464c65 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:28.455586 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-08166319-5f6a-4b41-af18-4dace0f7304c req-849c4f5b-57ee-4baf-9d85-9a3c08464c65 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.0539823 Sep 03 16:30:28.473107 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1dc19f5b-0aff-41ac-a84f-6c15523dd2af req-8f992d3d-349b-4f07-a659-e031f9ff76a8 service neutron] 10.222.0.58 "GET /v2.0/networks/286c8e5f-3f83-4410-802f-107629637916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866041 Sep 03 16:30:28.497241 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-08166319-5f6a-4b41-af18-4dace0f7304c req-8990a706-0d87-4b77-aa46-7d06f6df8808 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352883 Sep 03 16:30:28.606454 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ea2e5-cce0-4b51-abd4-3d8cf9b392a9 req-555e5bd9-5998-4e2a-b4bb-965ec531286b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:28.608636 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-166ea2e5-cce0-4b51-abd4-3d8cf9b392a9 req-555e5bd9-5998-4e2a-b4bb-965ec531286b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2a9bddf26a964d00a31fb55c6acb91db&device_id=0c818f05-9401-4862-9dd1-8d8e6c1fa2ac HTTP/1.1" status: 200 len: 1097 time: 0.0585673 Sep 03 16:30:28.728449 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c4a0ca-3935-4cef-8e9b-8f5222b506a2 req-58b8478d-9adc-45c9-9af1-edd9cbe9e110 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:28.729876 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b6c4a0ca-3935-4cef-8e9b-8f5222b506a2 req-58b8478d-9adc-45c9-9af1-edd9cbe9e110 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c818f05-9401-4862-9dd1-8d8e6c1fa2ac HTTP/1.1" status: 200 len: 944 time: 0.1195834 Sep 03 16:30:28.767330 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ea2e5-cce0-4b51-abd4-3d8cf9b392a9 req-0f6b323f-9434-4e8c-9eae-125bbc1ccce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:28.768772 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-166ea2e5-cce0-4b51-abd4-3d8cf9b392a9 req-0f6b323f-9434-4e8c-9eae-125bbc1ccce5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=286c8e5f-3f83-4410-802f-107629637916 HTTP/1.1" status: 200 len: 915 time: 0.1337943 Sep 03 16:30:28.789763 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b6c4a0ca-3935-4cef-8e9b-8f5222b506a2 req-bee964ad-b96c-452f-8661-814576ef2b5c tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538499 Sep 03 16:30:28.817906 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-166ea2e5-cce0-4b51-abd4-3d8cf9b392a9 req-47dc9cf4-235b-455e-8580-deffa22da752 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e7cf170-ed2c-4f92-812f-5cdf5da44e8f HTTP/1.1" status: 200 len: 217 time: 0.0393727 Sep 03 16:30:28.878799 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ea2e5-cce0-4b51-abd4-3d8cf9b392a9 req-4b598854-253e-4bca-a57b-88d646874f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:28.880402 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-166ea2e5-cce0-4b51-abd4-3d8cf9b392a9 req-4b598854-253e-4bca-a57b-88d646874f66 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4031de07-53b7-4f82-8008-ab20cbbb4912 HTTP/1.1" status: 200 len: 854 time: 0.0490453 Sep 03 16:30:28.917879 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-166ea2e5-cce0-4b51-abd4-3d8cf9b392a9 req-26daa2a8-ef91-4bec-95ea-7056e5bdeffa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=286c8e5f-3f83-4410-802f-107629637916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253859 Sep 03 16:30:28.987143 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f40b7b-52c6-47a6-9f1b-d52b555360e3 None None] Sync routers for ids ['5a0022ff-416d-4a3f-9e87-aa74d9b82392'] in dv-cinder-757936-8-iscsi {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:30:28.998801 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f40b7b-52c6-47a6-9f1b-d52b555360e3 None None] Routers {'5a0022ff-416d-4a3f-9e87-aa74d9b82392'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:30:28.999441 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-66f40b7b-52c6-47a6-9f1b-d52b555360e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:30:18Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['5a0022ff-416d-4a3f-9e87-aa74d9b82392'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:30:29.087384 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-166ea2e5-cce0-4b51-abd4-3d8cf9b392a9 req-e04df0ba-5e8d-415f-8973-5632c9a60ff4 service neutron] 10.222.0.58 "GET /v2.0/networks/286c8e5f-3f83-4410-802f-107629637916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494658 Sep 03 16:30:29.159857 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-66f40b7b-52c6-47a6-9f1b-d52b555360e3 None None] Set router 5a0022ff-416d-4a3f-9e87-aa74d9b82392 gateway port host: dv-cinder-757936-8-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:30:29.301347 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-166ea2e5-cce0-4b51-abd4-3d8cf9b392a9 req-b1176627-02b5-48a4-a256-9cbca8456344 service neutron] 10.222.0.58 "GET /v2.0/networks/286c8e5f-3f83-4410-802f-107629637916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001266 Sep 03 16:30:29.370794 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f89255-bb49-4993-9226-9f74ee53bb87 req-d0167701-b7a3-44c1-aa9f-5ce68832b44f tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:29.373688 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-11f89255-bb49-4993-9226-9f74ee53bb87 req-d0167701-b7a3-44c1-aa9f-5ce68832b44f tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.1218958 Sep 03 16:30:29.419572 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-11f89255-bb49-4993-9226-9f74ee53bb87 req-fdae3c3e-0550-4a3f-be0b-2af4537158f1 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395591 Sep 03 16:30:29.511228 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-66f40b7b-52c6-47a6-9f1b-d52b555360e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0022ff-416d-4a3f-9e87-aa74d9b82392', 'name': 'tempest-TestVolumeBootPattern-585758855-router', 'tenant_id': 'f3939c2cf7944fe389ba71ba29ec4269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '16d0a0c4-09af-45cc-99e0-721452c347e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:17Z', 'updated_at': '2021-09-03T16:30:21Z', 'revision_number': 4, 'project_id': 'f3939c2cf7944fe389ba71ba29ec4269', 'gw_port': {'id': '16d0a0c4-09af-45cc-99e0-721452c347e4', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:de:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0022ff-416d-4a3f-9e87-aa74d9b82392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:17Z', 'updated_at': '2021-09-03T16:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '4c40dd15-4a0f-4a30-bf57-5896bac7bfad', 'name': '', 'network_id': 'a7840f0c-1e66-4aaf-a612-b3c22972be64', 'tenant_id': 'f3939c2cf7944fe389ba71ba29ec4269', 'mac_address': 'fa:16:3e:ab:1f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0022ff-416d-4a3f-9e87-aa74d9b82392', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '93196f3b-22b3-43a7-b970-29aa6942f9a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:20Z', 'updated_at': '2021-09-03T16:30:21Z', 'revision_number': 2, 'project_id': 'f3939c2cf7944fe389ba71ba29ec4269', 'subnets': [{'id': '93196f3b-22b3-43a7-b970-29aa6942f9a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:30:29.548849 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f40b7b-52c6-47a6-9f1b-d52b555360e3 None None] Checking router: 5a0022ff-416d-4a3f-9e87-aa74d9b82392 for host: dv-cinder-757936-8-iscsi {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:30:29.549391 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f40b7b-52c6-47a6-9f1b-d52b555360e3 None None] Updating router 5a0022ff-416d-4a3f-9e87-aa74d9b82392 port 4c40dd15-4a0f-4a30-bf57-5896bac7bfad binding host dv-cinder-757936-8-iscsi {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 16:30:29.581470 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-66f40b7b-52c6-47a6-9f1b-d52b555360e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:29.662494 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e804df-e357-4102-ba2f-54446374ce7e req-4e1dccbf-4da4-4c56-ba59-bcb1d8d24ab4 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:29.664230 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-c1e804df-e357-4102-ba2f-54446374ce7e req-4e1dccbf-4da4-4c56-ba59-bcb1d8d24ab4 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.0836017 Sep 03 16:30:29.717193 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-c1e804df-e357-4102-ba2f-54446374ce7e req-2a8181b3-b7cd-4644-a8b3-4d4d10eeb1d4 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432003 Sep 03 16:30:29.955125 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-66f40b7b-52c6-47a6-9f1b-d52b555360e3 None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:29.967966 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-66f40b7b-52c6-47a6-9f1b-d52b555360e3 None None] Transition to ACTIVE for port object 4c40dd15-4a0f-4a30-bf57-5896bac7bfad will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:30:29.973177 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d132f-8873-4000-9472-c2470381bc0d req-afb45be2-25d9-44c0-b5ee-6dd17a51b71f tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:29.974994 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8f4d132f-8873-4000-9472-c2470381bc0d req-afb45be2-25d9-44c0-b5ee-6dd17a51b71f tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c818f05-9401-4862-9dd1-8d8e6c1fa2ac HTTP/1.1" status: 200 len: 944 time: 0.0848546 Sep 03 16:30:29.984755 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-66f40b7b-52c6-47a6-9f1b-d52b555360e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:30.077333 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd5b99c-ce9e-4815-b105-a29b71280c9b None None] Pushing event updated for resources: {'Port': ['ID=4c40dd15-4a0f-4a30-bf57-5896bac7bfad,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:30.078783 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8f4d132f-8873-4000-9472-c2470381bc0d req-ce106f47-ef85-4a3d-bd3c-760897646fc4 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908673 Sep 03 16:30:30.184421 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-66f40b7b-52c6-47a6-9f1b-d52b555360e3 None None] Attempting to bind port 4c40dd15-4a0f-4a30-bf57-5896bac7bfad on host dv-cinder-757936-8-iscsi for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:30:30.184763 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-66f40b7b-52c6-47a6-9f1b-d52b555360e3 None None] Attempting to bind port 4c40dd15-4a0f-4a30-bf57-5896bac7bfad by drivers openvswitch,hyperv on host dv-cinder-757936-8-iscsi at level 0 using segments [{'id': '7b5040e7-9d47-40a4-9f33-94744a2a52a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'a7840f0c-1e66-4aaf-a612-b3c22972be64'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:30:30.187395 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f40b7b-52c6-47a6-9f1b-d52b555360e3 None None] Attempting to bind port 4c40dd15-4a0f-4a30-bf57-5896bac7bfad on network a7840f0c-1e66-4aaf-a612-b3c22972be64 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:30:30.194083 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f40b7b-52c6-47a6-9f1b-d52b555360e3 None None] Checking agent: {'id': '09c8fd01-6670-4f2e-aed1-0a61ad96cff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 19, 48), 'started_at': datetime.datetime(2021, 9, 3, 16, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:30:30.194413 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f40b7b-52c6-47a6-9f1b-d52b555360e3 None None] Checking segment: {'id': '7b5040e7-9d47-40a4-9f33-94744a2a52a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'a7840f0c-1e66-4aaf-a612-b3c22972be64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:30:30.194805 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-66f40b7b-52c6-47a6-9f1b-d52b555360e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:30.195211 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f40b7b-52c6-47a6-9f1b-d52b555360e3 None None] Bound using segment: {'id': '7b5040e7-9d47-40a4-9f33-94744a2a52a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'a7840f0c-1e66-4aaf-a612-b3c22972be64'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:30:30.195694 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-66f40b7b-52c6-47a6-9f1b-d52b555360e3 None None] Bound port: 4c40dd15-4a0f-4a30-bf57-5896bac7bfad, host: dv-cinder-757936-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b5040e7-9d47-40a4-9f33-94744a2a52a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'a7840f0c-1e66-4aaf-a612-b3c22972be64'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:30:30.196492 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-66f40b7b-52c6-47a6-9f1b-d52b555360e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:30.287136 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-66f40b7b-52c6-47a6-9f1b-d52b555360e3 None None] For port 4c40dd15-4a0f-4a30-bf57-5896bac7bfad, host dv-cinder-757936-8-iscsi, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:30:30.295533 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-66f40b7b-52c6-47a6-9f1b-d52b555360e3 None None] For port 4c40dd15-4a0f-4a30-bf57-5896bac7bfad, host dv-cinder-757936-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=4c40dd15-4a0f-4a30-bf57-5896bac7bfad,segment=NetworkSegment(7b5040e7-9d47-40a4-9f33-94744a2a52a1),segment_id=7b5040e7-9d47-40a4-9f33-94744a2a52a1)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:30:30.303315 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-66f40b7b-52c6-47a6-9f1b-d52b555360e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:30.393086 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f40b7b-52c6-47a6-9f1b-d52b555360e3 None None] Routers {'5a0022ff-416d-4a3f-9e87-aa74d9b82392'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:30:30.393806 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-66f40b7b-52c6-47a6-9f1b-d52b555360e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:30:18Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['5a0022ff-416d-4a3f-9e87-aa74d9b82392'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:30:30.502289 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd5b99c-ce9e-4815-b105-a29b71280c9b None None] Pushing event updated for resources: {'Port': ['ID=4c40dd15-4a0f-4a30-bf57-5896bac7bfad,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:30.534447 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd5b99c-ce9e-4815-b105-a29b71280c9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:30.534804 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd5b99c-ce9e-4815-b105-a29b71280c9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:30.535158 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd5b99c-ce9e-4815-b105-a29b71280c9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:30.535501 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd5b99c-ce9e-4815-b105-a29b71280c9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:30.535848 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd5b99c-ce9e-4815-b105-a29b71280c9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:30.536179 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd5b99c-ce9e-4815-b105-a29b71280c9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:30.536512 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd5b99c-ce9e-4815-b105-a29b71280c9b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:30.536844 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd5b99c-ce9e-4815-b105-a29b71280c9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:30.537272 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd5b99c-ce9e-4815-b105-a29b71280c9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:30.537609 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd5b99c-ce9e-4815-b105-a29b71280c9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:30.540618 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd5b99c-ce9e-4815-b105-a29b71280c9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:30.540618 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd5b99c-ce9e-4815-b105-a29b71280c9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:30.581270 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-66f40b7b-52c6-47a6-9f1b-d52b555360e3 None None] Set router 5a0022ff-416d-4a3f-9e87-aa74d9b82392 gateway port host: dv-cinder-757936-8-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:30:30.686754 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a09205-bb35-440f-8069-c061e4531a3a req-3de7d544-f226-4fc0-9061-80d1517bfc53 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:30.694523 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-26a09205-bb35-440f-8069-c061e4531a3a req-3de7d544-f226-4fc0-9061-80d1517bfc53 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.1529253 Sep 03 16:30:30.738133 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-26a09205-bb35-440f-8069-c061e4531a3a req-5be5e6c3-b1b7-4049-bad3-f9ba362fee7e tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426624 Sep 03 16:30:30.877204 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38add0f-4343-4a07-a4f2-9b5a49c3294e req-a6b23097-b20c-4d3b-933a-76c76090581f tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:30.879295 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e38add0f-4343-4a07-a4f2-9b5a49c3294e req-a6b23097-b20c-4d3b-933a-76c76090581f tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.0749097 Sep 03 16:30:30.934133 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e38add0f-4343-4a07-a4f2-9b5a49c3294e req-d6f88c03-9944-4efc-aa04-e0e4999f9bec tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471790 Sep 03 16:30:31.034797 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-66f40b7b-52c6-47a6-9f1b-d52b555360e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0022ff-416d-4a3f-9e87-aa74d9b82392', 'name': 'tempest-TestVolumeBootPattern-585758855-router', 'tenant_id': 'f3939c2cf7944fe389ba71ba29ec4269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '16d0a0c4-09af-45cc-99e0-721452c347e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:17Z', 'updated_at': '2021-09-03T16:30:21Z', 'revision_number': 4, 'project_id': 'f3939c2cf7944fe389ba71ba29ec4269', 'gw_port': {'id': '16d0a0c4-09af-45cc-99e0-721452c347e4', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:de:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0022ff-416d-4a3f-9e87-aa74d9b82392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:17Z', 'updated_at': '2021-09-03T16:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '4c40dd15-4a0f-4a30-bf57-5896bac7bfad', 'name': '', 'network_id': 'a7840f0c-1e66-4aaf-a612-b3c22972be64', 'tenant_id': 'f3939c2cf7944fe389ba71ba29ec4269', 'mac_address': 'fa:16:3e:ab:1f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0022ff-416d-4a3f-9e87-aa74d9b82392', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '93196f3b-22b3-43a7-b970-29aa6942f9a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:20Z', 'updated_at': '2021-09-03T16:30:30Z', 'revision_number': 4, 'project_id': 'f3939c2cf7944fe389ba71ba29ec4269', 'subnets': [{'id': '93196f3b-22b3-43a7-b970-29aa6942f9a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:30:31.061702 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f40b7b-52c6-47a6-9f1b-d52b555360e3 None None] The sync data for ids ['5a0022ff-416d-4a3f-9e87-aa74d9b82392'] in dv-cinder-757936-8-iscsi is: [{'id': '5a0022ff-416d-4a3f-9e87-aa74d9b82392', 'name': 'tempest-TestVolumeBootPattern-585758855-router', 'tenant_id': 'f3939c2cf7944fe389ba71ba29ec4269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '16d0a0c4-09af-45cc-99e0-721452c347e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:17Z', 'updated_at': '2021-09-03T16:30:21Z', 'revision_number': 4, 'project_id': 'f3939c2cf7944fe389ba71ba29ec4269', 'gw_port': {'id': '16d0a0c4-09af-45cc-99e0-721452c347e4', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:de:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0022ff-416d-4a3f-9e87-aa74d9b82392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:17Z', 'updated_at': '2021-09-03T16:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '4c40dd15-4a0f-4a30-bf57-5896bac7bfad', 'name': '', 'network_id': 'a7840f0c-1e66-4aaf-a612-b3c22972be64', 'tenant_id': 'f3939c2cf7944fe389ba71ba29ec4269', 'mac_address': 'fa:16:3e:ab:1f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0022ff-416d-4a3f-9e87-aa74d9b82392', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '93196f3b-22b3-43a7-b970-29aa6942f9a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:20Z', 'updated_at': '2021-09-03T16:30:30Z', 'revision_number': 4, 'project_id': 'f3939c2cf7944fe389ba71ba29ec4269', 'subnets': [{'id': '93196f3b-22b3-43a7-b970-29aa6942f9a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:30:31.239374 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cc9e7-46e0-4b1f-8e03-44732b72deba req-eecbfc22-250f-4337-b12c-b82ea606368d tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:31.241106 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e80cc9e7-46e0-4b1f-8e03-44732b72deba req-eecbfc22-250f-4337-b12c-b82ea606368d tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c818f05-9401-4862-9dd1-8d8e6c1fa2ac HTTP/1.1" status: 200 len: 944 time: 0.0740683 Sep 03 16:30:31.299917 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e80cc9e7-46e0-4b1f-8e03-44732b72deba req-6557e679-f832-44a8-bb7b-ef42748d2d8b tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433040 Sep 03 16:30:31.446405 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 4c40dd15-4a0f-4a30-bf57-5896bac7bfad up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:30:31.480847 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 0e7cf170-ed2c-4f92-812f-5cdf5da44e8f details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 16:30:31.612406 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning for port 4c40dd15-4a0f-4a30-bf57-5896bac7bfad completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:30:31.621764 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port 4c40dd15-4a0f-4a30-bf57-5896bac7bfad triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:30:31.622340 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:31.679301 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 0e7cf170-ed2c-4f92-812f-5cdf5da44e8f, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=0e7cf170-ed2c-4f92-812f-5cdf5da44e8f,segment=NetworkSegment(c6f8ed56-3d61-41f4-ac2b-a004c69384f8),segment_id=c6f8ed56-3d61-41f4-ac2b-a004c69384f8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:30:31.696400 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Returning: {'device': '0e7cf170-ed2c-4f92-812f-5cdf5da44e8f', 'network_id': '286c8e5f-3f83-4410-802f-107629637916', 'port_id': '0e7cf170-ed2c-4f92-812f-5cdf5da44e8f', 'mac_address': 'fa:16:3e:f1:b4:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4031de07-53b7-4f82-8008-ab20cbbb4912', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 16:30:31.780737 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:31.805529 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:31.808551 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e7cf170-ed2c-4f92-812f-5cdf5da44e8f {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:30:31.840750 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 0e7cf170-ed2c-4f92-812f-5cdf5da44e8f, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=0e7cf170-ed2c-4f92-812f-5cdf5da44e8f,segment=NetworkSegment(c6f8ed56-3d61-41f4-ac2b-a004c69384f8),segment_id=c6f8ed56-3d61-41f4-ac2b-a004c69384f8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:30:31.853834 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:31.947453 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] For port 4c40dd15-4a0f-4a30-bf57-5896bac7bfad, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=4c40dd15-4a0f-4a30-bf57-5896bac7bfad,segment=NetworkSegment(7b5040e7-9d47-40a4-9f33-94744a2a52a1),segment_id=7b5040e7-9d47-40a4-9f33-94744a2a52a1)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:30:31.955198 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:31.978361 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=0e7cf170-ed2c-4f92-812f-5cdf5da44e8f,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:31.993698 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80cfec-74cc-43ad-afe8-9c2a7ab6263e req-62786ca9-fbbf-409a-b311-b5e774923bc2 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:31.995215 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2e80cfec-74cc-43ad-afe8-9c2a7ab6263e req-62786ca9-fbbf-409a-b311-b5e774923bc2 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.1100645 Sep 03 16:30:32.057262 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Pushing event updated for resources: {'Port': ['ID=4c40dd15-4a0f-4a30-bf57-5896bac7bfad,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:32.062171 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2e80cfec-74cc-43ad-afe8-9c2a7ab6263e req-7b9e6360-8270-483a-83a7-3da083e65a80 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511246 Sep 03 16:30:32.127056 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ce961-140f-4cce-9587-ce4931cfac6f req-c18bf96c-6d3c-4c50-b94e-92f28701616f tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:32.128927 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-8d2ce961-140f-4cce-9587-ce4931cfac6f req-c18bf96c-6d3c-4c50-b94e-92f28701616f tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.0647030 Sep 03 16:30:32.197437 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-8d2ce961-140f-4cce-9587-ce4931cfac6f req-037401c1-a98a-4724-b874-df000a2e2842 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513666 Sep 03 16:30:32.205466 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] get_ports_and_sgs() called for port_ids ['0e7cf170-ed2c-4f92-812f-5cdf5da44e8f'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:30:32.511189 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14fed5f-1af6-4459-907a-030e859b9884 req-dd2ff8d6-89a6-428d-975c-bfb4ab41791f tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:32.513907 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f14fed5f-1af6-4459-907a-030e859b9884 req-dd2ff8d6-89a6-428d-975c-bfb4ab41791f tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c818f05-9401-4862-9dd1-8d8e6c1fa2ac HTTP/1.1" status: 200 len: 945 time: 0.0909040 Sep 03 16:30:32.570262 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f14fed5f-1af6-4459-907a-030e859b9884 req-258fef0c-7e38-4c16-8f4a-652f0491a746 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483615 Sep 03 16:30:33.183903 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caacb6d9-7be6-46ac-983c-bed3440f4615 req-abb4463d-f11f-4bd1-abf8-b2003c85bdac tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:33.186017 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-caacb6d9-7be6-46ac-983c-bed3440f4615 req-abb4463d-f11f-4bd1-abf8-b2003c85bdac tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.0563042 Sep 03 16:30:33.231293 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-caacb6d9-7be6-46ac-983c-bed3440f4615 req-a240f34e-12b4-43e8-9ea9-4d959f38dede tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394330 Sep 03 16:30:33.417971 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d04881-1550-4e93-a4ac-42a339627d5b req-e7dc5aba-df83-4fc6-a203-da9b3d331e45 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:33.419556 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b4d04881-1550-4e93-a4ac-42a339627d5b req-e7dc5aba-df83-4fc6-a203-da9b3d331e45 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.1173198 Sep 03 16:30:33.439653 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 4c40dd15-4a0f-4a30-bf57-5896bac7bfad up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:30:33.469361 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b4d04881-1550-4e93-a4ac-42a339627d5b req-4cfd79f2-f00d-4899-8f93-93360f930381 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406106 Sep 03 16:30:33.469913 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 0e7cf170-ed2c-4f92-812f-5cdf5da44e8f up at agent hyperv_hv-cinder-75793 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:30:33.553345 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port 4c40dd15-4a0f-4a30-bf57-5896bac7bfad triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:30:33.553827 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:33.635928 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Provisioning for port 0e7cf170-ed2c-4f92-812f-5cdf5da44e8f completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:30:33.642081 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Provisioning complete for port 0e7cf170-ed2c-4f92-812f-5cdf5da44e8f triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:30:33.642470 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:33.817977 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de076e-1cac-4dec-9cf8-205fd6342174 req-c36ebec3-f0ef-4a53-8b4e-19d1ab57a501 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:33.821255 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-30de076e-1cac-4dec-9cf8-205fd6342174 req-c36ebec3-f0ef-4a53-8b4e-19d1ab57a501 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c818f05-9401-4862-9dd1-8d8e6c1fa2ac HTTP/1.1" status: 200 len: 945 time: 0.1051445 Sep 03 16:30:33.867395 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:33.893170 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-30de076e-1cac-4dec-9cf8-205fd6342174 req-200b5fbd-a3fe-4224-a426-df858d4058f1 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585573 Sep 03 16:30:33.920264 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c818f05-9401-4862-9dd1-8d8e6c1fa2ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7cf170-ed2c-4f92-812f-5cdf5da44e8f'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:30:33.923213 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b89f8b623511fb8008411a61343ca2df4e8635703a50781169befd4cf5794b60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d818f9-c6a1-43fb-9fb0-1b77f5a3d39f" -d '{"events": [{"server_uuid": "0c818f05-9401-4862-9dd1-8d8e6c1fa2ac", "name": "network-vif-plugged", "status": "completed", "tag": "0e7cf170-ed2c-4f92-812f-5cdf5da44e8f"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:30:33.945647 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 0e7cf170-ed2c-4f92-812f-5cdf5da44e8f, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=0e7cf170-ed2c-4f92-812f-5cdf5da44e8f,segment=NetworkSegment(c6f8ed56-3d61-41f4-ac2b-a004c69384f8),segment_id=c6f8ed56-3d61-41f4-ac2b-a004c69384f8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:30:33.947597 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e6dc7-d3f6-4121-abd9-2e24ff75554c req-d9ff19e1-bdfb-43e1-9615-7a567c3b3a81 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:33.952368 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:33.959295 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-956e6dc7-d3f6-4121-abd9-2e24ff75554c req-d9ff19e1-bdfb-43e1-9615-7a567c3b3a81 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.1786330 Sep 03 16:30:34.025108 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b42a886-21c1-42aa-afb6-f327ff4cffb0 x-openstack-request-id: req-7b42a886-21c1-42aa-afb6-f327ff4cffb0 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:30:34.026377 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c818f05-9401-4862-9dd1-8d8e6c1fa2ac", "name": "network-vif-plugged", "status": "completed", "tag": "0e7cf170-ed2c-4f92-812f-5cdf5da44e8f", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:30:34.026377 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7b42a886-21c1-42aa-afb6-f327ff4cffb0 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:30:34.026377 dv-cinder-757936-8-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c818f05-9401-4862-9dd1-8d8e6c1fa2ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7cf170-ed2c-4f92-812f-5cdf5da44e8f', 'code': 200} Sep 03 16:30:34.042847 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-956e6dc7-d3f6-4121-abd9-2e24ff75554c req-e6b6c70e-1f70-441c-9052-64d81ab8f61c tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823665 Sep 03 16:30:34.046556 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194754d-790f-49cb-af89-3c9c04cf22ca req-f95db654-18ea-44ed-90e4-9dd3ffc4dc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:34.048318 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7194754d-790f-49cb-af89-3c9c04cf22ca req-f95db654-18ea-44ed-90e4-9dd3ffc4dc15 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c5c50d390cbc4a9ea29a6a55d17879f3&device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 1098 time: 0.1614940 Sep 03 16:30:34.077014 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=0e7cf170-ed2c-4f92-812f-5cdf5da44e8f,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:34.250551 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194754d-790f-49cb-af89-3c9c04cf22ca req-a2876c17-afb6-4c6d-b750-d14fdda7bf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:34.254216 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7194754d-790f-49cb-af89-3c9c04cf22ca req-a2876c17-afb6-4c6d-b750-d14fdda7bf19 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1 HTTP/1.1" status: 200 len: 911 time: 0.1976054 Sep 03 16:30:34.272232 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028cd670-dbde-4447-9990-0e36777dfe2a req-6275075c-322b-40ad-89c3-37abc8480be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:34.275795 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-028cd670-dbde-4447-9990-0e36777dfe2a req-6275075c-322b-40ad-89c3-37abc8480be8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0c818f05-9401-4862-9dd1-8d8e6c1fa2ac HTTP/1.1" status: 200 len: 1099 time: 0.0870762 Sep 03 16:30:34.363150 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-028cd670-dbde-4447-9990-0e36777dfe2a req-2bac07e2-b91e-47aa-add4-cfbabd6f4662 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764086 Sep 03 16:30:34.403523 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7194754d-790f-49cb-af89-3c9c04cf22ca req-92ecf1ea-19e2-4d73-9767-d0641e23b8ff service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f11111a0-0d4b-4989-8f6d-12d393940de3 HTTP/1.1" status: 200 len: 1000 time: 0.1319113 Sep 03 16:30:34.420448 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d27be8-a5cb-4796-bc62-0602f7031ea0 req-ec279772-4417-43a5-a857-d0e8ed6c5c97 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:34.422775 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-89d27be8-a5cb-4796-bc62-0602f7031ea0 req-ec279772-4417-43a5-a857-d0e8ed6c5c97 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.0881157 Sep 03 16:30:34.528550 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-89d27be8-a5cb-4796-bc62-0602f7031ea0 req-d0e5d732-9fb9-42a2-b7de-1f558ca7a9d9 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991700 Sep 03 16:30:34.637125 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194754d-790f-49cb-af89-3c9c04cf22ca req-8e0ded6b-542f-4592-a55b-b23e478c90a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:34.638975 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7194754d-790f-49cb-af89-3c9c04cf22ca req-8e0ded6b-542f-4592-a55b-b23e478c90a4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5e4996fa-edea-44cf-9ea9-7dac32eb1936 HTTP/1.1" status: 200 len: 849 time: 0.0600703 Sep 03 16:30:34.691868 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194754d-790f-49cb-af89-3c9c04cf22ca req-bc2dcc70-e39c-4c3a-aa6e-f58d6a7b48e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:34.693482 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7194754d-790f-49cb-af89-3c9c04cf22ca req-bc2dcc70-e39c-4c3a-aa6e-f58d6a7b48e7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465555 Sep 03 16:30:34.808057 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7194754d-790f-49cb-af89-3c9c04cf22ca req-6fa9e1dc-a387-490d-a0fe-561d6d3887f0 service neutron] 10.222.0.58 "GET /v2.0/networks/0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047792 Sep 03 16:30:34.920000 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7194754d-790f-49cb-af89-3c9c04cf22ca req-0852e922-60a1-4279-9be3-cb9be6898997 service neutron] 10.222.0.58 "GET /v2.0/networks/0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990641 Sep 03 16:30:35.062016 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23769a14-b61d-4f9a-b6ab-c64050a58a6f req-191f0a25-f57e-4461-97d7-3568bb01d3aa tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:35.063742 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-23769a14-b61d-4f9a-b6ab-c64050a58a6f req-191f0a25-f57e-4461-97d7-3568bb01d3aa tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c818f05-9401-4862-9dd1-8d8e6c1fa2ac HTTP/1.1" status: 200 len: 946 time: 0.0584986 Sep 03 16:30:35.134792 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-23769a14-b61d-4f9a-b6ab-c64050a58a6f req-49c5f126-b24f-476f-be07-d0a552282043 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628080 Sep 03 16:30:35.204941 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c88d38-fe88-4d79-a123-ced3829ecd57 req-ebe96483-82ae-4620-afc3-09b7b0939672 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:35.206602 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e8c88d38-fe88-4d79-a123-ced3829ecd57 req-ebe96483-82ae-4620-afc3-09b7b0939672 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.0735254 Sep 03 16:30:35.257789 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e8c88d38-fe88-4d79-a123-ced3829ecd57 req-9e0ccd44-74d3-4893-a151-f335831d8baf tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378032 Sep 03 16:30:35.724343 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18440d65-54e3-4ce1-a2ee-0f9232972942 req-121fd359-68f4-4db7-9af1-ae50e7fbd8e8 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:35.726906 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-18440d65-54e3-4ce1-a2ee-0f9232972942 req-121fd359-68f4-4db7-9af1-ae50e7fbd8e8 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.0864141 Sep 03 16:30:35.781752 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-18440d65-54e3-4ce1-a2ee-0f9232972942 req-5c624dbc-e475-43a1-8116-a6723f44d06d tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485947 Sep 03 16:30:35.791298 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 50032) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:35.944824 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a81f1930-bdcb-4571-9af5-3c7afdea35bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:36.041031 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e9a81-afce-4173-855e-9f1a5435830b req-ba47274b-8b06-4e1d-84c9-2d3a6b08a573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:36.043606 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f48e9a81-afce-4173-855e-9f1a5435830b req-ba47274b-8b06-4e1d-84c9-2d3a6b08a573 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 1098 time: 0.0574052 Sep 03 16:30:36.094125 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a81f1930-bdcb-4571-9af5-3c7afdea35bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:36.102115 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a81f1930-bdcb-4571-9af5-3c7afdea35bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:36.103857 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f48e9a81-afce-4173-855e-9f1a5435830b req-093b6758-c0e2-4571-ace9-32bed926bece service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451121 Sep 03 16:30:36.155885 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-a81f1930-bdcb-4571-9af5-3c7afdea35bd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=78ca8c4ebada4c65918653b45c37259a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3621099 Sep 03 16:30:36.156942 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81f1930-bdcb-4571-9af5-3c7afdea35bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e7dd3e-dff2-4519-a645-6e5aa7705fe8,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:36.158628 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 50036) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:36.258836 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-85f1f0ac-e0b9-4498-85e1-9daeb610f218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:36.292569 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-85f1f0ac-e0b9-4498-85e1-9daeb610f218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:36.294034 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162f160-4a8f-4807-bf2e-b86c9054d12e req-d48036cc-aa57-4bdf-9590-76565ee74aeb tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:36.295668 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6162f160-4a8f-4807-bf2e-b86c9054d12e req-d48036cc-aa57-4bdf-9590-76565ee74aeb tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c818f05-9401-4862-9dd1-8d8e6c1fa2ac HTTP/1.1" status: 200 len: 946 time: 0.0694919 Sep 03 16:30:36.343737 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6162f160-4a8f-4807-bf2e-b86c9054d12e req-7f8d3594-509f-4e06-9cc5-93be38e8467a tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399208 Sep 03 16:30:36.370113 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-85f1f0ac-e0b9-4498-85e1-9daeb610f218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:36.373236 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-85f1f0ac-e0b9-4498-85e1-9daeb610f218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:36.374959 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-85f1f0ac-e0b9-4498-85e1-9daeb610f218 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/84e7dd3e-dff2-4519-a645-6e5aa7705fe8 HTTP/1.1" status: 204 len: 168 time: 0.2148345 Sep 03 16:30:36.413077 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1f0ac-e0b9-4498-85e1-9daeb610f218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e7dd3e-dff2-4519-a645-6e5aa7705fe8,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:36.470331 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0737e2-6ccd-44a6-88a5-dae483baf13a req-9eeb8c94-d791-4ff6-abed-df32d062544e tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:36.472157 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cb0737e2-6ccd-44a6-88a5-dae483baf13a req-9eeb8c94-d791-4ff6-abed-df32d062544e tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.0757210 Sep 03 16:30:36.540653 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cb0737e2-6ccd-44a6-88a5-dae483baf13a req-d0a6ce94-64de-4446-9cd7-6ccdf92621fc tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557938 Sep 03 16:30:36.952747 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 50060) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:36.975661 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa202b72-884a-4c2c-bc15-6ce949209944 req-2a35994b-ae08-4e13-adcc-552d271fa368 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:36.977414 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-aa202b72-884a-4c2c-bc15-6ce949209944 req-2a35994b-ae08-4e13-adcc-552d271fa368 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.0641689 Sep 03 16:30:36.989906 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f9a10890-fa4c-47a9-a4ad-bb1d3ec519f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:37.042432 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-aa202b72-884a-4c2c-bc15-6ce949209944 req-1abc1abe-e44e-4f1e-8c40-e67b1ddd01ef tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540357 Sep 03 16:30:37.123522 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f9a10890-fa4c-47a9-a4ad-bb1d3ec519f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:37.128441 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f9a10890-fa4c-47a9-a4ad-bb1d3ec519f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:37.171399 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-f9a10890-fa4c-47a9-a4ad-bb1d3ec519f2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=280e2ee123144cd68c3791f3ae860138&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2154627 Sep 03 16:30:37.173813 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a10890-fa4c-47a9-a4ad-bb1d3ec519f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c93b38-3205-4411-8e3f-499162badf99,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:37.174734 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 50062) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:37.243595 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6d5fdddf-5901-40ab-98fe-e61478e456c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:37.269025 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6d5fdddf-5901-40ab-98fe-e61478e456c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:37.334041 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6d5fdddf-5901-40ab-98fe-e61478e456c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:37.338692 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-6d5fdddf-5901-40ab-98fe-e61478e456c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:37.340661 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-6d5fdddf-5901-40ab-98fe-e61478e456c1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/39c93b38-3205-4411-8e3f-499162badf99 HTTP/1.1" status: 204 len: 168 time: 0.1645589 Sep 03 16:30:37.353558 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5fdddf-5901-40ab-98fe-e61478e456c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c93b38-3205-4411-8e3f-499162badf99,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:37.822745 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 50072) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:37.846812 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-855d81cc-92d8-42d5-871c-5b5087bae9a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:37.976227 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-855d81cc-92d8-42d5-871c-5b5087bae9a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:37.981182 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-855d81cc-92d8-42d5-871c-5b5087bae9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:38.026856 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d81cc-92d8-42d5-871c-5b5087bae9a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c42638-afb7-4ccd-becc-b0242e66e0e3,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:38.033660 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-855d81cc-92d8-42d5-871c-5b5087bae9a1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1b37a86ce7404c48a4bb2ba96c8c5f83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2073662 Sep 03 16:30:38.034405 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 50078) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:30:38.113105 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-26b479a5-f6ce-4797-adca-a31b68267ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:38.185403 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-26b479a5-f6ce-4797-adca-a31b68267ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:38.253933 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e959ada-7bf0-466b-96f2-eab4097678b0 req-546f2487-7a3a-4971-a513-cbd98236f8f3 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:38.255706 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5e959ada-7bf0-466b-96f2-eab4097678b0 req-546f2487-7a3a-4971-a513-cbd98236f8f3 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.1217763 Sep 03 16:30:38.294960 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-26b479a5-f6ce-4797-adca-a31b68267ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:38.298522 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-26b479a5-f6ce-4797-adca-a31b68267ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:38.300353 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-26b479a5-f6ce-4797-adca-a31b68267ada admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c1c42638-afb7-4ccd-becc-b0242e66e0e3 HTTP/1.1" status: 204 len: 168 time: 0.2646945 Sep 03 16:30:38.332106 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b479a5-f6ce-4797-adca-a31b68267ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c42638-afb7-4ccd-becc-b0242e66e0e3,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:38.361928 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5e959ada-7bf0-466b-96f2-eab4097678b0 req-be95d34e-fb7b-4b3a-8f06-effb64dfd959 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763941 Sep 03 16:30:38.972108 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce98cb1-d749-4ee6-94e7-c6b17e857261 req-273867ba-9cb0-46c0-b53c-47e22cf5fc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:38.974126 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9ce98cb1-d749-4ee6-94e7-c6b17e857261 req-273867ba-9cb0-46c0-b53c-47e22cf5fc4a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a4659072c3364bfdad1b453680cc8963&device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 1098 time: 0.0630689 Sep 03 16:30:38.995272 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1cdff7-37aa-4690-9c6e-454faf96bd80 req-2e5a058d-2789-4812-b7bb-129687eac454 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:38.997526 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9c1cdff7-37aa-4690-9c6e-454faf96bd80 req-2e5a058d-2789-4812-b7bb-129687eac454 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.0681372 Sep 03 16:30:39.054511 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9c1cdff7-37aa-4690-9c6e-454faf96bd80 req-068c1b82-f4e3-4c1e-8003-db6b9a5ff7b8 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497131 Sep 03 16:30:39.094941 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce98cb1-d749-4ee6-94e7-c6b17e857261 req-646c15f3-db8f-4542-a5f0-3bb2a34d72db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:39.097267 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9ce98cb1-d749-4ee6-94e7-c6b17e857261 req-646c15f3-db8f-4542-a5f0-3bb2a34d72db service neutron] 10.222.0.58 "GET /v2.0/networks?id=024a4882-f815-4f97-b26b-5f4a3ff23835 HTTP/1.1" status: 200 len: 919 time: 0.1079257 Sep 03 16:30:39.146636 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9ce98cb1-d749-4ee6-94e7-c6b17e857261 req-412a9107-6835-4f98-b871-09cdf6a2845b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a68e8b3e-08f4-406e-a932-fe994bcc0e36 HTTP/1.1" status: 200 len: 217 time: 0.0413046 Sep 03 16:30:39.211348 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce98cb1-d749-4ee6-94e7-c6b17e857261 req-c39a0ebb-f3fe-4253-a06b-f63268eb6d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:39.213631 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9ce98cb1-d749-4ee6-94e7-c6b17e857261 req-c39a0ebb-f3fe-4253-a06b-f63268eb6d06 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d899d4fe-e6a8-4e76-b1bd-98ac386b9085 HTTP/1.1" status: 200 len: 858 time: 0.0544441 Sep 03 16:30:39.263277 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9ce98cb1-d749-4ee6-94e7-c6b17e857261 req-77ec16e8-d1e6-49f7-82c7-2c0add4a579a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=024a4882-f815-4f97-b26b-5f4a3ff23835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281231 Sep 03 16:30:39.423490 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9ce98cb1-d749-4ee6-94e7-c6b17e857261 req-d7c7e326-03f6-4e3b-baca-4bf3ff5db42c service neutron] 10.222.0.58 "GET /v2.0/networks/024a4882-f815-4f97-b26b-5f4a3ff23835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450686 Sep 03 16:30:39.536172 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9ce98cb1-d749-4ee6-94e7-c6b17e857261 req-83cc743b-cf2f-4653-8ac7-653da7933b8a service neutron] 10.222.0.58 "GET /v2.0/networks/024a4882-f815-4f97-b26b-5f4a3ff23835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049066 Sep 03 16:30:39.838990 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-e252f19f-dd3e-4d3c-8df8-c3041748f205 None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:30:40.217930 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d61275-aa0b-4733-a872-70053e839dad req-66da8e5f-74ba-414f-8f7b-bbc34acce879 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:40.219465 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e9d61275-aa0b-4733-a872-70053e839dad req-66da8e5f-74ba-414f-8f7b-bbc34acce879 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.0591371 Sep 03 16:30:40.264704 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e9d61275-aa0b-4733-a872-70053e839dad req-ec087fd9-dbd5-4f87-92f4-8af583ea0026 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346613 Sep 03 16:30:41.183777 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-4702020b-5a05-4fb1-b3d7-e6a13bdbc338 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-172647928&fields=id&tenant_id=c0e9fc1b46fd49209df7374ceb007e31 HTTP/1.1" status: 200 len: 267 time: 0.0414355 Sep 03 16:30:41.308902 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-bf3d780e-9ea3-4278-8a6c-bd7798f8ec5a tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:41.313661 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-bf3d780e-9ea3-4278-8a6c-bd7798f8ec5a tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/networks?id=58690dba-1022-4c9e-81cc-86b962d599bf HTTP/1.1" status: 200 len: 808 time: 0.1227784 Sep 03 16:30:41.329967 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-ce45ae5a-bff8-4dda-8ab6-89d9a622c352 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/quotas/c0e9fc1b46fd49209df7374ceb007e31 HTTP/1.1" status: 200 len: 375 time: 0.0132499 Sep 03 16:30:41.388384 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-ef9d5fdc-4742-46f2-9e02-f88b5a425ec5 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c0e9fc1b46fd49209df7374ceb007e31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528119 Sep 03 16:30:41.396849 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d414b11-8372-4a47-aeb2-840467971cce req-8a3faf59-238c-47ca-b086-ecb67c3b3cc3 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:41.398708 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2d414b11-8372-4a47-aeb2-840467971cce req-8a3faf59-238c-47ca-b086-ecb67c3b3cc3 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.0593550 Sep 03 16:30:41.438388 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2d414b11-8372-4a47-aeb2-840467971cce req-775a5f00-f30f-4dbc-a8a8-87200e544653 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337479 Sep 03 16:30:41.497653 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-4f884759-77a7-4c28-9b90-7d6fc97c109d service neutron] 10.222.0.62 "GET /v2.0/networks/58690dba-1022-4c9e-81cc-86b962d599bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975025 Sep 03 16:30:41.593099 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-1cb8f804-085e-48c4-9e30-71e26a56ecf1 service neutron] 10.222.0.62 "GET /v2.0/networks/58690dba-1022-4c9e-81cc-86b962d599bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874290 Sep 03 16:30:41.955721 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-00a8579a-753b-4bb3-a8e8-0b6f01b4b959 req-918e7996-cd17-4d09-be91-ad9b91c93c63 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 210 time: 0.0272434 Sep 03 16:30:42.574233 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e3ade-30d7-4795-bca4-b341cb54d363 req-b5298b46-67ea-4540-a373-4c700b9cb0a2 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:42.575870 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-528e3ade-30d7-4795-bca4-b341cb54d363 req-b5298b46-67ea-4540-a373-4c700b9cb0a2 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.0643156 Sep 03 16:30:42.623697 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-528e3ade-30d7-4795-bca4-b341cb54d363 req-209a75b7-e956-425f-9061-06d2554503c4 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408547 Sep 03 16:30:43.124231 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-65368693-aadf-4c57-8b1a-14dfe70bfc5e req-5f1abce4-2d26-4853-8820-5525a4a1a6ce tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 210 time: 0.0419252 Sep 03 16:30:43.186174 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-234f449d-4f68-4079-aa13-b34ca6edd38c tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:43.188104 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-234f449d-4f68-4079-aa13-b34ca6edd38c tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.58 "GET /v2.0/networks?id=58690dba-1022-4c9e-81cc-86b962d599bf HTTP/1.1" status: 200 len: 808 time: 0.1486933 Sep 03 16:30:43.257209 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-98fb17c4-03af-4048-8baf-2e51a4a4260f tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0e9fc1b46fd49209df7374ceb007e31 HTTP/1.1" status: 200 len: 379 time: 0.0451810 Sep 03 16:30:43.271315 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-2133d72f-fc82-4b01-bd5f-d685a5f518bc tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Request body: {'port': {'device_id': '1727d18a-5bcf-49d3-8db9-9ec7d50cc840', 'network_id': '58690dba-1022-4c9e-81cc-86b962d599bf', 'admin_state_up': True, 'tenant_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'security_groups': ['2c429772-b8dc-4ab5-9290-3914c6a90570']}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:30:43.408491 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-2133d72f-fc82-4b01-bd5f-d685a5f518bc tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Made reservation on behalf of c0e9fc1b46fd49209df7374ceb007e31 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:30:43.412504 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-2133d72f-fc82-4b01-bd5f-d685a5f518bc tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:43.584709 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-2133d72f-fc82-4b01-bd5f-d685a5f518bc tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Allocated IP 172.20.0.14 (58690dba-1022-4c9e-81cc-86b962d599bf/01cb09c6-cd3f-43d5-a532-d6fddd4018cb/2420b4bd-d7d1-4690-ba58-46dfa91b08ef) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:30:43.756693 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-2133d72f-fc82-4b01-bd5f-d685a5f518bc tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:43.772063 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-2133d72f-fc82-4b01-bd5f-d685a5f518bc tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Transition to ACTIVE for port object 2420b4bd-d7d1-4690-ba58-46dfa91b08ef will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:30:43.814023 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-2133d72f-fc82-4b01-bd5f-d685a5f518bc tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:43.860895 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-2133d72f-fc82-4b01-bd5f-d685a5f518bc tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Network 58690dba-1022-4c9e-81cc-86b962d599bf is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:30:43.864029 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-2133d72f-fc82-4b01-bd5f-d685a5f518bc tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:30:43.869543 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-2133d72f-fc82-4b01-bd5f-d685a5f518bc tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:30:43.876664 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-2133d72f-fc82-4b01-bd5f-d685a5f518bc tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:43.877542 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-2133d72f-fc82-4b01-bd5f-d685a5f518bc tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:43.892872 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133d72f-fc82-4b01-bd5f-d685a5f518bc tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Pushing event updated for resources: {'Port': ['ID=2420b4bd-d7d1-4690-ba58-46dfa91b08ef,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:43.912749 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-2133d72f-fc82-4b01-bd5f-d685a5f518bc tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6487761 Sep 03 16:30:43.937618 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-d8f3aea8-e4df-435a-8cae-b2842a11ff3c service neutron] Request body: {'port': {'device_id': '1727d18a-5bcf-49d3-8db9-9ec7d50cc840', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:30:44.028962 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-d8f3aea8-e4df-435a-8cae-b2842a11ff3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:44.179679 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4caf3580-f4a0-4627-a8c1-b20191a90c5e None None] Provisioning for port 2420b4bd-d7d1-4690-ba58-46dfa91b08ef completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:30:44.185579 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4caf3580-f4a0-4627-a8c1-b20191a90c5e None None] Provisioning complete for port 2420b4bd-d7d1-4690-ba58-46dfa91b08ef triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:30:44.186020 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4caf3580-f4a0-4627-a8c1-b20191a90c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:44.232116 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-4caf3580-f4a0-4627-a8c1-b20191a90c5e None None] Port 2420b4bd-d7d1-4690-ba58-46dfa91b08ef cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:30:44.273219 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c820fc0-f07f-424f-9a56-5adfc553c08d req-cb5482e5-d609-4139-bdfc-100c67aa5a4f tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:44.275018 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5c820fc0-f07f-424f-9a56-5adfc553c08d req-cb5482e5-d609-4139-bdfc-100c67aa5a4f tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 932 time: 0.0575724 Sep 03 16:30:44.333700 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5c820fc0-f07f-424f-9a56-5adfc553c08d req-60f86db7-5c7e-4b6f-9d54-ac0eae823d7c tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c429772-b8dc-4ab5-9290-3914c6a90570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520065 Sep 03 16:30:44.578421 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-d8f3aea8-e4df-435a-8cae-b2842a11ff3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2420b4bd-d7d1-4690-ba58-46dfa91b08ef {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:30:44.593116 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-d8f3aea8-e4df-435a-8cae-b2842a11ff3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:44.606988 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-d8f3aea8-e4df-435a-8cae-b2842a11ff3c service neutron] Transition to ACTIVE for port object 2420b4bd-d7d1-4690-ba58-46dfa91b08ef will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:30:44.611936 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-d8f3aea8-e4df-435a-8cae-b2842a11ff3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:44.663227 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f3aea8-e4df-435a-8cae-b2842a11ff3c service neutron] Pushing event updated for resources: {'Port': ['ID=2420b4bd-d7d1-4690-ba58-46dfa91b08ef,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:44.699430 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-d8f3aea8-e4df-435a-8cae-b2842a11ff3c service neutron] Attempting to bind port 2420b4bd-d7d1-4690-ba58-46dfa91b08ef on host hv-cinder-75793 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:30:44.699787 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-d8f3aea8-e4df-435a-8cae-b2842a11ff3c service neutron] Attempting to bind port 2420b4bd-d7d1-4690-ba58-46dfa91b08ef by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': '55807b63-4ee3-4bed-bc7f-a4062d500132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '58690dba-1022-4c9e-81cc-86b962d599bf'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:30:44.700126 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-d8f3aea8-e4df-435a-8cae-b2842a11ff3c service neutron] Attempting to bind port 2420b4bd-d7d1-4690-ba58-46dfa91b08ef on network 58690dba-1022-4c9e-81cc-86b962d599bf {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:30:44.706163 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-d8f3aea8-e4df-435a-8cae-b2842a11ff3c service neutron] Port 2420b4bd-d7d1-4690-ba58-46dfa91b08ef on network 58690dba-1022-4c9e-81cc-86b962d599bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 16:30:44.706499 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-d8f3aea8-e4df-435a-8cae-b2842a11ff3c service neutron] Attempting to bind port 2420b4bd-d7d1-4690-ba58-46dfa91b08ef on network 58690dba-1022-4c9e-81cc-86b962d599bf {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:30:44.713209 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-d8f3aea8-e4df-435a-8cae-b2842a11ff3c service neutron] Checking agent: {'id': 'd3fcaccf-3212-4db0-9fe2-d79bf18b2000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 25, 52), 'started_at': datetime.datetime(2021, 9, 3, 16, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:30:44.713566 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-d8f3aea8-e4df-435a-8cae-b2842a11ff3c service neutron] Checking segment: {'id': '55807b63-4ee3-4bed-bc7f-a4062d500132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '58690dba-1022-4c9e-81cc-86b962d599bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:30:44.714161 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-d8f3aea8-e4df-435a-8cae-b2842a11ff3c service neutron] Bound using segment: {'id': '55807b63-4ee3-4bed-bc7f-a4062d500132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '58690dba-1022-4c9e-81cc-86b962d599bf'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:30:44.714618 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-d8f3aea8-e4df-435a-8cae-b2842a11ff3c service neutron] Bound port: 2420b4bd-d7d1-4690-ba58-46dfa91b08ef, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55807b63-4ee3-4bed-bc7f-a4062d500132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '58690dba-1022-4c9e-81cc-86b962d599bf'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:30:44.716163 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-d8f3aea8-e4df-435a-8cae-b2842a11ff3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:44.805840 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-d8f3aea8-e4df-435a-8cae-b2842a11ff3c service neutron] For port 2420b4bd-d7d1-4690-ba58-46dfa91b08ef, host hv-cinder-75793, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:30:44.811714 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-d8f3aea8-e4df-435a-8cae-b2842a11ff3c service neutron] For port 2420b4bd-d7d1-4690-ba58-46dfa91b08ef, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=2420b4bd-d7d1-4690-ba58-46dfa91b08ef,segment=NetworkSegment(55807b63-4ee3-4bed-bc7f-a4062d500132),segment_id=55807b63-4ee3-4bed-bc7f-a4062d500132)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:30:44.816723 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-d8f3aea8-e4df-435a-8cae-b2842a11ff3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:44.851481 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-d8f3aea8-e4df-435a-8cae-b2842a11ff3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:44.852499 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-d8f3aea8-e4df-435a-8cae-b2842a11ff3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:44.853747 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-d8f3aea8-e4df-435a-8cae-b2842a11ff3c service neutron] 10.222.0.58 "PUT /v2.0/ports/2420b4bd-d7d1-4690-ba58-46dfa91b08ef HTTP/1.1" status: 200 len: 1094 time: 0.9229484 Sep 03 16:30:44.856254 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1727d18a-5bcf-49d3-8db9-9ec7d50cc840', 'tag': '2420b4bd-d7d1-4690-ba58-46dfa91b08ef'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:30:44.859549 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60a3384ac15a167e802cb15cc86cd66e960e7e49bcb7609cd88b9514a3633fc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f370f69-dc9e-4c39-9e41-e0b01aa641a2" -d '{"events": [{"name": "network-changed", "server_uuid": "1727d18a-5bcf-49d3-8db9-9ec7d50cc840", "tag": "2420b4bd-d7d1-4690-ba58-46dfa91b08ef"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:30:44.908270 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f3aea8-e4df-435a-8cae-b2842a11ff3c service neutron] Pushing event updated for resources: {'Port': ['ID=2420b4bd-d7d1-4690-ba58-46dfa91b08ef,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:44.927461 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717d174b-8ac1-42e6-8d9c-b8a0091aeea4 x-openstack-request-id: req-717d174b-8ac1-42e6-8d9c-b8a0091aeea4 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:30:44.927762 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1727d18a-5bcf-49d3-8db9-9ec7d50cc840", "tag": "2420b4bd-d7d1-4690-ba58-46dfa91b08ef", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:30:44.928012 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-717d174b-8ac1-42e6-8d9c-b8a0091aeea4 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:30:44.928419 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1727d18a-5bcf-49d3-8db9-9ec7d50cc840', 'tag': '2420b4bd-d7d1-4690-ba58-46dfa91b08ef', 'status': 'completed', 'code': 200} Sep 03 16:30:44.972157 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-1022f0d3-8aed-41e3-ba55-25f5ccc82973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:44.973771 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-1022f0d3-8aed-41e3-ba55-25f5ccc82973 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c0e9fc1b46fd49209df7374ceb007e31&device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 1097 time: 0.0566418 Sep 03 16:30:45.024265 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-20ca7f91-0c2d-4991-b18f-d1870158ae5d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2420b4bd-d7d1-4690-ba58-46dfa91b08ef HTTP/1.1" status: 200 len: 217 time: 0.0402944 Sep 03 16:30:45.087255 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-fa3bda48-dc43-40fc-95ab-47b6e0eb208c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:45.088755 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-fa3bda48-dc43-40fc-95ab-47b6e0eb208c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=01cb09c6-cd3f-43d5-a532-d6fddd4018cb HTTP/1.1" status: 200 len: 847 time: 0.0534940 Sep 03 16:30:45.147697 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-bc26b7cd-93ce-4825-a547-920c859227ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:45.151188 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-bc26b7cd-93ce-4825-a547-920c859227ba service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=58690dba-1022-4c9e-81cc-86b962d599bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496778 Sep 03 16:30:45.258831 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-28e12b0b-bfe1-4b04-b7b5-cc448ad843e4 service neutron] 10.222.0.58 "GET /v2.0/networks/58690dba-1022-4c9e-81cc-86b962d599bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963850 Sep 03 16:30:45.363771 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-186c91ec-23b4-47a8-8005-2dc3373b1c6b req-13257b7c-3ff1-4a3d-8010-26126bd2f147 service neutron] 10.222.0.58 "GET /v2.0/networks/58690dba-1022-4c9e-81cc-86b962d599bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958567 Sep 03 16:30:45.444130 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70c8ccd8-60fb-44c0-8693-4a638d495af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:45.506319 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f370f69-dc9e-4c39-9e41-e0b01aa641a2 req-171c073c-8b50-4114-a3e2-3ecd895d267e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:45.507870 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3f370f69-dc9e-4c39-9e41-e0b01aa641a2 req-171c073c-8b50-4114-a3e2-3ecd895d267e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c0e9fc1b46fd49209df7374ceb007e31&device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 1097 time: 0.0945022 Sep 03 16:30:45.521934 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9348c9-18e1-4035-a58a-8c934e648b52 req-9be7a2d9-4fad-4119-bf41-3bd2624e09ca tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:45.523516 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-bd9348c9-18e1-4035-a58a-8c934e648b52 req-9be7a2d9-4fad-4119-bf41-3bd2624e09ca tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 944 time: 0.0650983 Sep 03 16:30:45.603377 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-bd9348c9-18e1-4035-a58a-8c934e648b52 req-ab81d9f2-9d7b-4a57-9c99-436693ec5cea tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c429772-b8dc-4ab5-9290-3914c6a90570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729871 Sep 03 16:30:45.663986 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f370f69-dc9e-4c39-9e41-e0b01aa641a2 req-26723ba1-e91a-4ed6-a9d3-8a9bab069aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:45.666274 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3f370f69-dc9e-4c39-9e41-e0b01aa641a2 req-26723ba1-e91a-4ed6-a9d3-8a9bab069aab service neutron] 10.222.0.58 "GET /v2.0/networks?id=58690dba-1022-4c9e-81cc-86b962d599bf HTTP/1.1" status: 200 len: 909 time: 0.1189556 Sep 03 16:30:45.716481 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3f370f69-dc9e-4c39-9e41-e0b01aa641a2 req-e4877ee1-f106-4136-b231-14dd10c7443b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2420b4bd-d7d1-4690-ba58-46dfa91b08ef HTTP/1.1" status: 200 len: 217 time: 0.0365105 Sep 03 16:30:45.780999 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f370f69-dc9e-4c39-9e41-e0b01aa641a2 req-df9beda3-152a-4cd5-bf67-a84931df4cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:45.782661 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3f370f69-dc9e-4c39-9e41-e0b01aa641a2 req-df9beda3-152a-4cd5-bf67-a84931df4cfe service neutron] 10.222.0.58 "GET /v2.0/subnets?id=01cb09c6-cd3f-43d5-a532-d6fddd4018cb HTTP/1.1" status: 200 len: 847 time: 0.0499918 Sep 03 16:30:45.836354 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f370f69-dc9e-4c39-9e41-e0b01aa641a2 req-570c8486-83a7-4f49-a87a-df3add15dfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:45.838627 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3f370f69-dc9e-4c39-9e41-e0b01aa641a2 req-570c8486-83a7-4f49-a87a-df3add15dfe9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=58690dba-1022-4c9e-81cc-86b962d599bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436354 Sep 03 16:30:45.935471 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3f370f69-dc9e-4c39-9e41-e0b01aa641a2 req-42cf082b-26bc-4f35-882a-0451f8898021 service neutron] 10.222.0.58 "GET /v2.0/networks/58690dba-1022-4c9e-81cc-86b962d599bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891793 Sep 03 16:30:46.043608 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3f370f69-dc9e-4c39-9e41-e0b01aa641a2 req-1b7308a1-f6ee-4b88-9781-bff990e1049b service neutron] 10.222.0.58 "GET /v2.0/networks/58690dba-1022-4c9e-81cc-86b962d599bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977995 Sep 03 16:30:46.755273 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dbf4b7-7455-4404-a0c0-7c0a9ab37010 req-dc56be45-e874-46e7-9194-9ce93c57dbfe tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:46.756918 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-61dbf4b7-7455-4404-a0c0-7c0a9ab37010 req-dc56be45-e874-46e7-9194-9ce93c57dbfe tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 944 time: 0.0825386 Sep 03 16:30:46.814695 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-61dbf4b7-7455-4404-a0c0-7c0a9ab37010 req-8e9df564-a4fb-458d-a6fb-e99a33a29e57 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c429772-b8dc-4ab5-9290-3914c6a90570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490358 Sep 03 16:30:47.944898 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d99bf-d27d-4702-8858-a080d08b582c req-d58d5c69-770c-419f-9318-c9392378822e tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:47.946855 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4e0d99bf-d27d-4702-8858-a080d08b582c req-d58d5c69-770c-419f-9318-c9392378822e tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 944 time: 0.0596437 Sep 03 16:30:47.993300 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4e0d99bf-d27d-4702-8858-a080d08b582c req-867ae5f8-4de9-4d31-9774-01818b6a600b tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c429772-b8dc-4ab5-9290-3914c6a90570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358098 Sep 03 16:30:48.008147 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-d43c1023-d2c3-4b31-8d60-4b49bc8d92d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:48.359165 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:49.005576 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad34-f359-45be-bded-9b7b563a89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:49.140121 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b2f4a-a6d2-4f47-b43f-bd3f61dc27aa req-18e05098-c2a0-4d62-800e-e57b952f4896 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:49.142762 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-572b2f4a-a6d2-4f47-b43f-bd3f61dc27aa req-18e05098-c2a0-4d62-800e-e57b952f4896 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 944 time: 0.0653422 Sep 03 16:30:49.189586 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-572b2f4a-a6d2-4f47-b43f-bd3f61dc27aa req-2d033d20-33a4-44d9-bb28-c0044b615351 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c429772-b8dc-4ab5-9290-3914c6a90570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369246 Sep 03 16:30:49.315443 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4044d-7a30-40e3-97a8-e572775a8e5b req-216141e3-710e-4f0b-bbb5-e94b5ca583fe tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:49.317016 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-53e4044d-7a30-40e3-97a8-e572775a8e5b req-216141e3-710e-4f0b-bbb5-e94b5ca583fe tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/networks?id=286c8e5f-3f83-4410-802f-107629637916 HTTP/1.1" status: 200 len: 814 time: 0.1216302 Sep 03 16:30:49.334584 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-53e4044d-7a30-40e3-97a8-e572775a8e5b req-9f8c88db-3586-4116-81da-6f8edfa90595 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/quotas/2a9bddf26a964d00a31fb55c6acb91db HTTP/1.1" status: 200 len: 375 time: 0.0100040 Sep 03 16:30:49.390739 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-53e4044d-7a30-40e3-97a8-e572775a8e5b req-51fbf56c-b4f7-4ad0-9faa-874a705c3f19 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2a9bddf26a964d00a31fb55c6acb91db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500801 Sep 03 16:30:49.496582 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-53e4044d-7a30-40e3-97a8-e572775a8e5b req-ac46177e-4134-46b1-961a-7f16266ccc80 service neutron] 10.222.0.62 "GET /v2.0/networks/286c8e5f-3f83-4410-802f-107629637916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966978 Sep 03 16:30:49.639659 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-53e4044d-7a30-40e3-97a8-e572775a8e5b req-7e4c6e56-58b6-4dbd-81e3-15b66830ae04 service neutron] 10.222.0.62 "GET /v2.0/networks/286c8e5f-3f83-4410-802f-107629637916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294606 Sep 03 16:30:49.645879 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-139f5a4b-a693-45ae-9f80-6813b3f18605 req-ccddaeb1-5ede-4ae6-97a4-be08205bb12f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0638704 Sep 03 16:30:49.728804 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f5a4b-a693-45ae-9f80-6813b3f18605 req-e4b8b7a4-5198-4e81-9e3f-15e0809e304c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:49.730850 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-139f5a4b-a693-45ae-9f80-6813b3f18605 req-e4b8b7a4-5198-4e81-9e3f-15e0809e304c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a4659072c3364bfdad1b453680cc8963&device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 1099 time: 0.0597603 Sep 03 16:30:49.879091 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3ee526cf-de2c-4e24-a971-4d66495c1bb1 req-bac7e91d-1aab-477b-8270-8abc603d5ba2 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc9a0e63-9529-4244-a1be-477d70acaff9 HTTP/1.1" status: 200 len: 210 time: 0.0503461 Sep 03 16:30:49.937525 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f5a4b-a693-45ae-9f80-6813b3f18605 req-9674af86-bf0b-4060-a24d-0ed407ced1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:49.939047 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-139f5a4b-a693-45ae-9f80-6813b3f18605 req-9674af86-bf0b-4060-a24d-0ed407ced1f4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=024a4882-f815-4f97-b26b-5f4a3ff23835 HTTP/1.1" status: 200 len: 919 time: 0.1690042 Sep 03 16:30:50.009029 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-139f5a4b-a693-45ae-9f80-6813b3f18605 req-deaa31c1-5abd-4040-a196-4fe6a1c87b0d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4f96a74-3b6e-4a55-b8d6-d2878a0cf118 HTTP/1.1" status: 200 len: 217 time: 0.0545993 Sep 03 16:30:50.010209 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5b8d7-ff17-41bf-9f3e-60540c52e47d req-90713921-8936-4b32-8414-5226143cb970 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:50.010764 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0fe5b8d7-ff17-41bf-9f3e-60540c52e47d req-90713921-8936-4b32-8414-5226143cb970 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.0564249 Sep 03 16:30:50.072487 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0fe5b8d7-ff17-41bf-9f3e-60540c52e47d req-58785e2c-a5ee-4ba5-930a-648e57b6cc84 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540011 Sep 03 16:30:50.092468 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f5a4b-a693-45ae-9f80-6813b3f18605 req-0a2a0a9b-c5ed-48b3-9b4c-5b7340bb13f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:50.094399 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-139f5a4b-a693-45ae-9f80-6813b3f18605 req-0a2a0a9b-c5ed-48b3-9b4c-5b7340bb13f0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d899d4fe-e6a8-4e76-b1bd-98ac386b9085 HTTP/1.1" status: 200 len: 858 time: 0.0696602 Sep 03 16:30:50.139916 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-139f5a4b-a693-45ae-9f80-6813b3f18605 req-0ee8c4dc-6744-4749-bed3-2e4dbaac155e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=024a4882-f815-4f97-b26b-5f4a3ff23835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290611 Sep 03 16:30:50.261892 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-139f5a4b-a693-45ae-9f80-6813b3f18605 req-61823e7d-36ab-4be3-81a7-b3cd83ff9774 service neutron] 10.222.0.58 "GET /v2.0/networks/024a4882-f815-4f97-b26b-5f4a3ff23835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052291 Sep 03 16:30:50.404500 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4274c-7e9d-4b19-9a28-3e3bb241aef0 req-11145dcf-b4e2-438d-ba2e-f12e3086c762 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:50.406198 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fab4274c-7e9d-4b19-9a28-3e3bb241aef0 req-11145dcf-b4e2-438d-ba2e-f12e3086c762 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 944 time: 0.1183667 Sep 03 16:30:50.412656 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-139f5a4b-a693-45ae-9f80-6813b3f18605 req-2ea40dd7-00a2-49a0-bd97-8d9881c9a54e service neutron] 10.222.0.58 "GET /v2.0/networks/024a4882-f815-4f97-b26b-5f4a3ff23835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378806 Sep 03 16:30:50.459306 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fab4274c-7e9d-4b19-9a28-3e3bb241aef0 req-d0a96454-2144-4a83-aa9b-71c7d4b72990 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c429772-b8dc-4ab5-9290-3914c6a90570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456076 Sep 03 16:30:50.790469 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30fea9dd-2dab-4865-ba17-13165276935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:50.998255 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-03d63580-24a4-43c6-8c44-d0510bc0fb52 req-05b59c87-6124-40dc-9156-5da5c2739a58 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc9a0e63-9529-4244-a1be-477d70acaff9 HTTP/1.1" status: 200 len: 210 time: 0.0333338 Sep 03 16:30:51.295302 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30180701-88c6-436e-99cb-40aed6ba72a0 req-d6782210-1918-40ae-aa79-89c7ff025993 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:51.297268 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-30180701-88c6-436e-99cb-40aed6ba72a0 req-d6782210-1918-40ae-aa79-89c7ff025993 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.1118209 Sep 03 16:30:51.346331 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4044d-7a30-40e3-97a8-e572775a8e5b req-3cb6d042-1e70-4f75-b23b-c1632810b9ff tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:51.348872 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-53e4044d-7a30-40e3-97a8-e572775a8e5b req-3cb6d042-1e70-4f75-b23b-c1632810b9ff tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.58 "GET /v2.0/networks?id=286c8e5f-3f83-4410-802f-107629637916 HTTP/1.1" status: 200 len: 814 time: 0.1932967 Sep 03 16:30:51.367886 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-53e4044d-7a30-40e3-97a8-e572775a8e5b req-96c09972-e3d4-4f09-8c00-40528e6c1c23 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Request body: {'port': {'device_id': 'fc9a0e63-9529-4244-a1be-477d70acaff9', 'network_id': '286c8e5f-3f83-4410-802f-107629637916', 'admin_state_up': True, 'tenant_id': '2a9bddf26a964d00a31fb55c6acb91db'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:30:51.416817 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-30180701-88c6-436e-99cb-40aed6ba72a0 req-feba3343-8061-4221-a34b-6f009a5f17b4 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027288 Sep 03 16:30:51.510449 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53e4044d-7a30-40e3-97a8-e572775a8e5b req-96c09972-e3d4-4f09-8c00-40528e6c1c23 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Made reservation on behalf of 2a9bddf26a964d00a31fb55c6acb91db for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:30:51.514953 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-53e4044d-7a30-40e3-97a8-e572775a8e5b req-96c09972-e3d4-4f09-8c00-40528e6c1c23 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:51.615747 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c7b6a-df54-4e05-ab71-497b6d13a288 req-8f582071-cae8-4f87-b319-6bfcc2150db4 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:51.618474 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-af0c7b6a-df54-4e05-ab71-497b6d13a288 req-8f582071-cae8-4f87-b319-6bfcc2150db4 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 944 time: 0.0831194 Sep 03 16:30:51.668107 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-af0c7b6a-df54-4e05-ab71-497b6d13a288 req-f0a5be7c-d34c-45b4-b282-c427752e0619 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c429772-b8dc-4ab5-9290-3914c6a90570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430734 Sep 03 16:30:51.683296 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-53e4044d-7a30-40e3-97a8-e572775a8e5b req-96c09972-e3d4-4f09-8c00-40528e6c1c23 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Allocated IP 172.20.0.8 (286c8e5f-3f83-4410-802f-107629637916/4031de07-53b7-4f82-8008-ab20cbbb4912/cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:30:51.859172 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-53e4044d-7a30-40e3-97a8-e572775a8e5b req-96c09972-e3d4-4f09-8c00-40528e6c1c23 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:51.900295 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-53e4044d-7a30-40e3-97a8-e572775a8e5b req-96c09972-e3d4-4f09-8c00-40528e6c1c23 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:51.920476 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] get_ports_and_sgs() called for port_ids ['870f4d19-894e-4f74-baf1-4023ba7a1104', '9c7bb995-18e2-45ba-819e-2a6faed372d4', '0e7cf170-ed2c-4f92-812f-5cdf5da44e8f'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:30:51.943927 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53e4044d-7a30-40e3-97a8-e572775a8e5b req-96c09972-e3d4-4f09-8c00-40528e6c1c23 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Network 286c8e5f-3f83-4410-802f-107629637916 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:30:51.947553 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-53e4044d-7a30-40e3-97a8-e572775a8e5b req-96c09972-e3d4-4f09-8c00-40528e6c1c23 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:30:51.951599 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e4044d-7a30-40e3-97a8-e572775a8e5b req-96c09972-e3d4-4f09-8c00-40528e6c1c23 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:30:51.957267 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4044d-7a30-40e3-97a8-e572775a8e5b req-96c09972-e3d4-4f09-8c00-40528e6c1c23 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:51.957928 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-53e4044d-7a30-40e3-97a8-e572775a8e5b req-96c09972-e3d4-4f09-8c00-40528e6c1c23 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:51.967225 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c09972-e3d4-4f09-8c00-40528e6c1c23 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Pushing event updated for resources: {'Port': ['ID=cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:51.980426 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c09972-e3d4-4f09-8c00-40528e6c1c23 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:51.980778 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c09972-e3d4-4f09-8c00-40528e6c1c23 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:51.981171 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c09972-e3d4-4f09-8c00-40528e6c1c23 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:51.981544 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c09972-e3d4-4f09-8c00-40528e6c1c23 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:51.981919 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c09972-e3d4-4f09-8c00-40528e6c1c23 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:51.982260 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c09972-e3d4-4f09-8c00-40528e6c1c23 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:51.982624 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c09972-e3d4-4f09-8c00-40528e6c1c23 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:51.982965 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c09972-e3d4-4f09-8c00-40528e6c1c23 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:51.983309 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c09972-e3d4-4f09-8c00-40528e6c1c23 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:51.983642 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c09972-e3d4-4f09-8c00-40528e6c1c23 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:51.983984 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c09972-e3d4-4f09-8c00-40528e6c1c23 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:51.984319 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c09972-e3d4-4f09-8c00-40528e6c1c23 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:51.993524 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-53e4044d-7a30-40e3-97a8-e572775a8e5b req-96c09972-e3d4-4f09-8c00-40528e6c1c23 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6333699 Sep 03 16:30:52.016147 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-53e4044d-7a30-40e3-97a8-e572775a8e5b req-9eb43ecd-dbc8-47eb-bf67-9cbfb31d1f26 service neutron] Request body: {'port': {'device_id': 'fc9a0e63-9529-4244-a1be-477d70acaff9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:30:52.095848 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-53e4044d-7a30-40e3-97a8-e572775a8e5b req-9eb43ecd-dbc8-47eb-bf67-9cbfb31d1f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:52.213369 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c1b39-5078-4b5e-a786-94b8e0c84a18 req-f3a4dd36-eb3d-421a-9915-7113bfe5acc0 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:52.216117 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-623c1b39-5078-4b5e-a786-94b8e0c84a18 req-f3a4dd36-eb3d-421a-9915-7113bfe5acc0 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc9a0e63-9529-4244-a1be-477d70acaff9 HTTP/1.1" status: 200 len: 931 time: 0.1216290 Sep 03 16:30:52.275747 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:52.349031 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-623c1b39-5078-4b5e-a786-94b8e0c84a18 req-8d640fd1-fb15-4031-a2c1-bf61c0ecc0b0 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264369 Sep 03 16:30:52.494602 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [req-53e4044d-7a30-40e3-97a8-e572775a8e5b req-9eb43ecd-dbc8-47eb-bf67-9cbfb31d1f26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:30:52.502991 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-53e4044d-7a30-40e3-97a8-e572775a8e5b req-9eb43ecd-dbc8-47eb-bf67-9cbfb31d1f26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:52.519261 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-53e4044d-7a30-40e3-97a8-e572775a8e5b req-9eb43ecd-dbc8-47eb-bf67-9cbfb31d1f26 service neutron] Transition to ACTIVE for port object cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:30:52.524069 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-53e4044d-7a30-40e3-97a8-e572775a8e5b req-9eb43ecd-dbc8-47eb-bf67-9cbfb31d1f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:52.579292 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c89e7-c8f6-4e06-88a1-2ef658229979 req-9a57153b-bd6a-48b6-80e0-38a75297bbf0 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:52.581519 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-217c89e7-c8f6-4e06-88a1-2ef658229979 req-9a57153b-bd6a-48b6-80e0-38a75297bbf0 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.0925303 Sep 03 16:30:52.603021 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb43ecd-dbc8-47eb-bf67-9cbfb31d1f26 service neutron] Pushing event updated for resources: {'Port': ['ID=cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:52.634021 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-217c89e7-c8f6-4e06-88a1-2ef658229979 req-b99996a8-321e-44d8-ae49-88fc8f006831 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407600 Sep 03 16:30:52.640537 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-53e4044d-7a30-40e3-97a8-e572775a8e5b req-9eb43ecd-dbc8-47eb-bf67-9cbfb31d1f26 service neutron] Attempting to bind port cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1 on host hv-cinder-75793 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:30:52.640892 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-53e4044d-7a30-40e3-97a8-e572775a8e5b req-9eb43ecd-dbc8-47eb-bf67-9cbfb31d1f26 service neutron] Attempting to bind port cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1 by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': 'c6f8ed56-3d61-41f4-ac2b-a004c69384f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '286c8e5f-3f83-4410-802f-107629637916'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:30:52.641348 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e4044d-7a30-40e3-97a8-e572775a8e5b req-9eb43ecd-dbc8-47eb-bf67-9cbfb31d1f26 service neutron] Attempting to bind port cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1 on network 286c8e5f-3f83-4410-802f-107629637916 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:30:52.646510 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e4044d-7a30-40e3-97a8-e572775a8e5b req-9eb43ecd-dbc8-47eb-bf67-9cbfb31d1f26 service neutron] Port cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1 on network 286c8e5f-3f83-4410-802f-107629637916 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 16:30:52.646838 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e4044d-7a30-40e3-97a8-e572775a8e5b req-9eb43ecd-dbc8-47eb-bf67-9cbfb31d1f26 service neutron] Attempting to bind port cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1 on network 286c8e5f-3f83-4410-802f-107629637916 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:30:52.652258 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e4044d-7a30-40e3-97a8-e572775a8e5b req-9eb43ecd-dbc8-47eb-bf67-9cbfb31d1f26 service neutron] Checking agent: {'id': 'd3fcaccf-3212-4db0-9fe2-d79bf18b2000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 25, 52), 'started_at': datetime.datetime(2021, 9, 3, 16, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:30:52.652606 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e4044d-7a30-40e3-97a8-e572775a8e5b req-9eb43ecd-dbc8-47eb-bf67-9cbfb31d1f26 service neutron] Checking segment: {'id': 'c6f8ed56-3d61-41f4-ac2b-a004c69384f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '286c8e5f-3f83-4410-802f-107629637916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:30:52.652992 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e4044d-7a30-40e3-97a8-e572775a8e5b req-9eb43ecd-dbc8-47eb-bf67-9cbfb31d1f26 service neutron] Bound using segment: {'id': 'c6f8ed56-3d61-41f4-ac2b-a004c69384f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '286c8e5f-3f83-4410-802f-107629637916'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:30:52.653554 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-53e4044d-7a30-40e3-97a8-e572775a8e5b req-9eb43ecd-dbc8-47eb-bf67-9cbfb31d1f26 service neutron] Bound port: cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6f8ed56-3d61-41f4-ac2b-a004c69384f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '286c8e5f-3f83-4410-802f-107629637916'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:30:52.653918 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-53e4044d-7a30-40e3-97a8-e572775a8e5b req-9eb43ecd-dbc8-47eb-bf67-9cbfb31d1f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:52.721979 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-53e4044d-7a30-40e3-97a8-e572775a8e5b req-9eb43ecd-dbc8-47eb-bf67-9cbfb31d1f26 service neutron] For port cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1, host hv-cinder-75793, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:30:52.725376 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-53e4044d-7a30-40e3-97a8-e572775a8e5b req-9eb43ecd-dbc8-47eb-bf67-9cbfb31d1f26 service neutron] For port cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1,segment=NetworkSegment(c6f8ed56-3d61-41f4-ac2b-a004c69384f8),segment_id=c6f8ed56-3d61-41f4-ac2b-a004c69384f8)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:30:52.731342 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-53e4044d-7a30-40e3-97a8-e572775a8e5b req-9eb43ecd-dbc8-47eb-bf67-9cbfb31d1f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:52.766877 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4044d-7a30-40e3-97a8-e572775a8e5b req-9eb43ecd-dbc8-47eb-bf67-9cbfb31d1f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:52.767656 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-53e4044d-7a30-40e3-97a8-e572775a8e5b req-9eb43ecd-dbc8-47eb-bf67-9cbfb31d1f26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:52.769360 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-53e4044d-7a30-40e3-97a8-e572775a8e5b req-9eb43ecd-dbc8-47eb-bf67-9cbfb31d1f26 service neutron] 10.222.0.58 "PUT /v2.0/ports/cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1 HTTP/1.1" status: 200 len: 1093 time: 0.7580473 Sep 03 16:30:52.769824 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc9a0e63-9529-4244-a1be-477d70acaff9', 'tag': 'cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:30:52.772413 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60a3384ac15a167e802cb15cc86cd66e960e7e49bcb7609cd88b9514a3633fc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f3d054-95ff-4aa2-9a68-c812d390a8f6" -d '{"events": [{"name": "network-changed", "server_uuid": "fc9a0e63-9529-4244-a1be-477d70acaff9", "tag": "cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:30:52.844678 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ec6517-2a95-4ab3-8334-6a882c80109b x-openstack-request-id: req-02ec6517-2a95-4ab3-8334-6a882c80109b {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:30:52.845140 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc9a0e63-9529-4244-a1be-477d70acaff9", "tag": "cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:30:52.845522 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-02ec6517-2a95-4ab3-8334-6a882c80109b {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:30:52.846047 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc9a0e63-9529-4244-a1be-477d70acaff9', 'tag': 'cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1', 'status': 'completed', 'code': 200} Sep 03 16:30:52.867389 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb43ecd-dbc8-47eb-bf67-9cbfb31d1f26 service neutron] Pushing event updated for resources: {'Port': ['ID=cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:52.895840 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd745b30-2ec5-4e4d-ba61-32260c3cc6b4 req-e3b204f8-71af-418c-925e-89a51db5e2af tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:52.897618 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-bd745b30-2ec5-4e4d-ba61-32260c3cc6b4 req-e3b204f8-71af-418c-925e-89a51db5e2af tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 944 time: 0.1197946 Sep 03 16:30:52.904360 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4044d-7a30-40e3-97a8-e572775a8e5b req-164746d5-a155-445b-b1ee-7f8077020c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:52.906003 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-53e4044d-7a30-40e3-97a8-e572775a8e5b req-164746d5-a155-445b-b1ee-7f8077020c8e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2a9bddf26a964d00a31fb55c6acb91db&device_id=fc9a0e63-9529-4244-a1be-477d70acaff9 HTTP/1.1" status: 200 len: 1096 time: 0.0826261 Sep 03 16:30:52.982291 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-bd745b30-2ec5-4e4d-ba61-32260c3cc6b4 req-0b7e9aa7-24b4-4ef5-a026-a6a876d2109e tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c429772-b8dc-4ab5-9290-3914c6a90570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751703 Sep 03 16:30:52.983621 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-53e4044d-7a30-40e3-97a8-e572775a8e5b req-55ee0c2a-a36d-4c86-8111-eb1c45eb4f73 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1 HTTP/1.1" status: 200 len: 217 time: 0.0469255 Sep 03 16:30:53.077018 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4044d-7a30-40e3-97a8-e572775a8e5b req-a3982a88-d8cd-43de-b3b7-727a5e8336f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:53.083440 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-53e4044d-7a30-40e3-97a8-e572775a8e5b req-a3982a88-d8cd-43de-b3b7-727a5e8336f0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4031de07-53b7-4f82-8008-ab20cbbb4912 HTTP/1.1" status: 200 len: 854 time: 0.0889750 Sep 03 16:30:53.144185 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-53e4044d-7a30-40e3-97a8-e572775a8e5b req-b0b0642a-15da-4085-a994-e7c99bab03d9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=286c8e5f-3f83-4410-802f-107629637916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402672 Sep 03 16:30:53.277139 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-53e4044d-7a30-40e3-97a8-e572775a8e5b req-02c48a22-cc75-4364-9446-28339dba936d service neutron] 10.222.0.58 "GET /v2.0/networks/286c8e5f-3f83-4410-802f-107629637916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246557 Sep 03 16:30:53.312320 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-a9b03f64-8277-4676-bc06-46acceee68ac tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1971171114&fields=id&tenant_id=19bf0ba519e14617adef11a5e39bcbc0 HTTP/1.1" status: 200 len: 267 time: 0.0375121 Sep 03 16:30:53.455312 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-e3a5b35d-c3c5-49d0-8ca9-3c0053a64a61 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:53.456954 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-e3a5b35d-c3c5-49d0-8ca9-3c0053a64a61 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/networks?id=ad522a35-4ced-4cb5-b8e3-4ba24d469eaa HTTP/1.1" status: 200 len: 812 time: 0.1365461 Sep 03 16:30:53.485896 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-332cd8f4-efd9-468b-b39c-2ea52f4ac33e tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/quotas/19bf0ba519e14617adef11a5e39bcbc0 HTTP/1.1" status: 200 len: 375 time: 0.0147414 Sep 03 16:30:53.546345 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-3616a9c8-e896-4b4c-9cdf-b7f41bee7983 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=19bf0ba519e14617adef11a5e39bcbc0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538950 Sep 03 16:30:53.636753 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0daa90-423f-453d-b70c-ac72fdff1d7f req-2eeadcce-79b3-406b-9893-e34b07da4263 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:53.638330 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0e0daa90-423f-453d-b70c-ac72fdff1d7f req-2eeadcce-79b3-406b-9893-e34b07da4263 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc9a0e63-9529-4244-a1be-477d70acaff9 HTTP/1.1" status: 200 len: 943 time: 0.1006527 Sep 03 16:30:53.669825 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-53e4044d-7a30-40e3-97a8-e572775a8e5b req-8e895111-e585-4e4d-a062-c21f3cee94eb service neutron] 10.222.0.58 "GET /v2.0/networks/286c8e5f-3f83-4410-802f-107629637916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786526 Sep 03 16:30:53.678256 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487a4ca-3017-4db1-a810-04f2c349995b req-6a5ac805-ddf7-4e82-936a-010691ac6345 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:53.679971 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1487a4ca-3017-4db1-a810-04f2c349995b req-6a5ac805-ddf7-4e82-936a-010691ac6345 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.58 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.1292605 Sep 03 16:30:53.689885 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0e0daa90-423f-453d-b70c-ac72fdff1d7f req-63343e9b-ba4c-4f12-8fa7-73e2a992703f tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449557 Sep 03 16:30:53.728215 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-c2df5533-db99-4ea4-9801-290e3ec01bcb service neutron] 10.222.0.62 "GET /v2.0/networks/ad522a35-4ced-4cb5-b8e3-4ba24d469eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553624 Sep 03 16:30:53.848965 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3d054-95ff-4aa2-9a68-c812d390a8f6 req-4bc8abcc-2997-4c6c-9d96-77c409758689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:53.850533 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d0f3d054-95ff-4aa2-9a68-c812d390a8f6 req-4bc8abcc-2997-4c6c-9d96-77c409758689 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2a9bddf26a964d00a31fb55c6acb91db&device_id=fc9a0e63-9529-4244-a1be-477d70acaff9 HTTP/1.1" status: 200 len: 1096 time: 0.0952201 Sep 03 16:30:53.865010 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f791662-fdfa-4934-9b20-ab36ae8ba26e req-86d96c64-750d-40c8-a419-4ce8346b31c1 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:53.866579 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1f791662-fdfa-4934-9b20-ab36ae8ba26e req-86d96c64-750d-40c8-a419-4ce8346b31c1 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 946 time: 0.0716534 Sep 03 16:30:53.869275 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-b5f6e139-13be-4248-8ece-e898a5f72ccc service neutron] 10.222.0.62 "GET /v2.0/networks/ad522a35-4ced-4cb5-b8e3-4ba24d469eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330318 Sep 03 16:30:53.874597 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-1487a4ca-3017-4db1-a810-04f2c349995b req-ae2b2a08-a158-4656-ba52-606a59225508 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Deleting port b4f96a74-3b6e-4a55-b8d6-d2878a0cf118 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:30:53.874961 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1487a4ca-3017-4db1-a810-04f2c349995b req-ae2b2a08-a158-4656-ba52-606a59225508 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:53.969171 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1f791662-fdfa-4934-9b20-ab36ae8ba26e req-2667d26c-44d4-46bd-b7f2-f77402f630e1 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819933 Sep 03 16:30:53.984879 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-1487a4ca-3017-4db1-a810-04f2c349995b req-ae2b2a08-a158-4656-ba52-606a59225508 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] For port b4f96a74-3b6e-4a55-b8d6-d2878a0cf118, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=b4f96a74-3b6e-4a55-b8d6-d2878a0cf118,segment=NetworkSegment(a76f8dc4-1516-46d2-b6ab-ab68662b841d),segment_id=a76f8dc4-1516-46d2-b6ab-ab68662b841d)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:30:53.985267 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1487a4ca-3017-4db1-a810-04f2c349995b req-ae2b2a08-a158-4656-ba52-606a59225508 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:54.001750 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-1487a4ca-3017-4db1-a810-04f2c349995b req-ae2b2a08-a158-4656-ba52-606a59225508 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Calling delete_port for b4f96a74-3b6e-4a55-b8d6-d2878a0cf118 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:30:54.009754 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3d054-95ff-4aa2-9a68-c812d390a8f6 req-f6633435-44f3-4eb1-b2f4-e705dfd47d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:54.011842 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d0f3d054-95ff-4aa2-9a68-c812d390a8f6 req-f6633435-44f3-4eb1-b2f4-e705dfd47d11 service neutron] 10.222.0.58 "GET /v2.0/networks?id=286c8e5f-3f83-4410-802f-107629637916 HTTP/1.1" status: 200 len: 915 time: 0.1443422 Sep 03 16:30:54.058852 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d0f3d054-95ff-4aa2-9a68-c812d390a8f6 req-f5234848-9331-4281-9af0-5732c15a363c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1 HTTP/1.1" status: 200 len: 217 time: 0.0380116 Sep 03 16:30:54.161090 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051ce52-1f3a-4635-b6c9-8132b789374a req-c4ec12fe-f5c4-4f9d-9eab-8d956795e1b0 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:54.168025 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7051ce52-1f3a-4635-b6c9-8132b789374a req-c4ec12fe-f5c4-4f9d-9eab-8d956795e1b0 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 944 time: 0.1005862 Sep 03 16:30:54.171076 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3d054-95ff-4aa2-9a68-c812d390a8f6 req-4422e82e-a68c-4135-8a01-2238d63232cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:54.172817 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d0f3d054-95ff-4aa2-9a68-c812d390a8f6 req-4422e82e-a68c-4135-8a01-2238d63232cc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4031de07-53b7-4f82-8008-ab20cbbb4912 HTTP/1.1" status: 200 len: 854 time: 0.0917957 Sep 03 16:30:54.201299 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1487a4ca-3017-4db1-a810-04f2c349995b req-ae2b2a08-a158-4656-ba52-606a59225508 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852113'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:54.224050 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] get_ports_and_sgs() called for port_ids ['a68e8b3e-08f4-406e-a932-fe994bcc0e36', 'b4f96a74-3b6e-4a55-b8d6-d2878a0cf118'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:30:54.226222 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d0f3d054-95ff-4aa2-9a68-c812d390a8f6 req-1097baa7-6922-4258-bd49-8c2fae4f49c6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=286c8e5f-3f83-4410-802f-107629637916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425320 Sep 03 16:30:54.258796 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b2a08-a158-4656-ba52-606a59225508 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Pushing event deleted for resources: {'Port': ['ID=b4f96a74-3b6e-4a55-b8d6-d2878a0cf118,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:54.264082 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e189c6e6-3fd0-47de-8396-7e2af1ba235e req-892ac98e-e806-4e7b-a71e-f0c0e202c882 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=636096c2-d69d-4355-8a11-d31e78d9de0b HTTP/1.1" status: 200 len: 210 time: 0.0648799 Sep 03 16:30:54.276211 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b2a08-a158-4656-ba52-606a59225508 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:54.277488 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b2a08-a158-4656-ba52-606a59225508 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:54.277488 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b2a08-a158-4656-ba52-606a59225508 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:54.277488 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b2a08-a158-4656-ba52-606a59225508 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:54.277946 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7051ce52-1f3a-4635-b6c9-8132b789374a req-95cfc7fc-5d2e-41be-861c-e3dff6596ed4 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c429772-b8dc-4ab5-9290-3914c6a90570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085231 Sep 03 16:30:54.278128 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b2a08-a158-4656-ba52-606a59225508 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:54.278128 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b2a08-a158-4656-ba52-606a59225508 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:54.278425 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b2a08-a158-4656-ba52-606a59225508 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:54.278600 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b2a08-a158-4656-ba52-606a59225508 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:54.278894 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b2a08-a158-4656-ba52-606a59225508 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:54.279928 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b2a08-a158-4656-ba52-606a59225508 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:54.281651 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b2a08-a158-4656-ba52-606a59225508 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:54.282006 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2b2a08-a158-4656-ba52-606a59225508 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:30:54.328643 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-1487a4ca-3017-4db1-a810-04f2c349995b req-ae2b2a08-a158-4656-ba52-606a59225508 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] No DVR routers for this DVR port b4f96a74-3b6e-4a55-b8d6-d2878a0cf118 on host hv-cinder-75793 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:30:54.331566 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1487a4ca-3017-4db1-a810-04f2c349995b req-ae2b2a08-a158-4656-ba52-606a59225508 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:54.333582 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1487a4ca-3017-4db1-a810-04f2c349995b req-ae2b2a08-a158-4656-ba52-606a59225508 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.58 "DELETE /v2.0/ports/b4f96a74-3b6e-4a55-b8d6-d2878a0cf118 HTTP/1.1" status: 204 len: 173 time: 0.6452088 Sep 03 16:30:54.334771 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae22819-38a8-4be7-ae23-698d688c811b', 'name': 'network-vif-deleted', 'tag': 'b4f96a74-3b6e-4a55-b8d6-d2878a0cf118'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:30:54.346184 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9181e0e82ffee5c7a29e1125bc6bf0cf4bc90ac22456d4aa1390334b202da70b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d5998f-048d-4a97-be82-2a224405c404" -d '{"events": [{"server_uuid": "bae22819-38a8-4be7-ae23-698d688c811b", "name": "network-vif-deleted", "tag": "b4f96a74-3b6e-4a55-b8d6-d2878a0cf118"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:30:54.389077 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d0f3d054-95ff-4aa2-9a68-c812d390a8f6 req-bdfbbdba-cc39-48ec-82b5-0e62d5e52dcb service neutron] 10.222.0.58 "GET /v2.0/networks/286c8e5f-3f83-4410-802f-107629637916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546357 Sep 03 16:30:54.394670 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb62363-ebe5-4bce-8636-a6ca9244101b x-openstack-request-id: req-9eb62363-ebe5-4bce-8636-a6ca9244101b {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:30:54.395176 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bae22819-38a8-4be7-ae23-698d688c811b", "name": "network-vif-deleted", "tag": "b4f96a74-3b6e-4a55-b8d6-d2878a0cf118", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:30:54.401827 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9eb62363-ebe5-4bce-8636-a6ca9244101b {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:30:54.402606 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae22819-38a8-4be7-ae23-698d688c811b', 'name': 'network-vif-deleted', 'tag': 'b4f96a74-3b6e-4a55-b8d6-d2878a0cf118', 'status': 'completed', 'code': 200} Sep 03 16:30:54.534825 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d0f3d054-95ff-4aa2-9a68-c812d390a8f6 req-6dae31cb-7c41-443a-92ff-3f46833d9ffa service neutron] 10.222.0.58 "GET /v2.0/networks/286c8e5f-3f83-4410-802f-107629637916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214585 Sep 03 16:30:54.831758 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0bb8da-acc7-410b-b04b-9db3124d1782 req-d79a96ad-6fbd-4657-aa00-5eece2f24657 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:54.833384 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3b0bb8da-acc7-410b-b04b-9db3124d1782 req-d79a96ad-6fbd-4657-aa00-5eece2f24657 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc9a0e63-9529-4244-a1be-477d70acaff9 HTTP/1.1" status: 200 len: 943 time: 0.0554965 Sep 03 16:30:54.877385 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3b0bb8da-acc7-410b-b04b-9db3124d1782 req-8c747ecb-3503-4a8e-8f31-ebd5e7018110 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330122 Sep 03 16:30:55.122935 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-28bee517-323c-4389-897b-37e2868baeba req-2bf439e4-59b0-4b93-a96d-b25dc523077d tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=bae22819-38a8-4be7-ae23-698d688c811b HTTP/1.1" status: 200 len: 210 time: 0.0302668 Sep 03 16:30:55.402293 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d6b611de-85e6-4d9b-8b38-93911dbd97b6 req-1acb28e3-e6f7-4a72-9a3b-6c36320c47f7 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=636096c2-d69d-4355-8a11-d31e78d9de0b HTTP/1.1" status: 200 len: 210 time: 0.0269048 Sep 03 16:30:55.440485 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f15f1-f8be-443e-91df-3dfec921503a req-fe5ee066-b424-4afa-a462-55885ec87cbf tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:55.442054 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3f2f15f1-f8be-443e-91df-3dfec921503a req-fe5ee066-b424-4afa-a462-55885ec87cbf tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 944 time: 0.0611165 Sep 03 16:30:55.499721 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3f2f15f1-f8be-443e-91df-3dfec921503a req-a76f87cc-2201-4359-9653-6d540a474591 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c429772-b8dc-4ab5-9290-3914c6a90570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492535 Sep 03 16:30:55.580605 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-232452c6-0282-4373-9b11-8960e989812c tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:55.582238 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-232452c6-0282-4373-9b11-8960e989812c tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.58 "GET /v2.0/networks?id=ad522a35-4ced-4cb5-b8e3-4ba24d469eaa HTTP/1.1" status: 200 len: 812 time: 0.1282969 Sep 03 16:30:55.597638 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 2420b4bd-d7d1-4690-ba58-46dfa91b08ef details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 16:30:55.632723 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-34ac9c6b-296d-4946-a90a-210aa44297cb tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19bf0ba519e14617adef11a5e39bcbc0 HTTP/1.1" status: 200 len: 380 time: 0.0371246 Sep 03 16:30:55.652685 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-57d0a59b-1333-4376-9315-d177d94db52b tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Request body: {'port': {'device_id': '636096c2-d69d-4355-8a11-d31e78d9de0b', 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa', 'admin_state_up': True, 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'security_groups': ['2047cfc3-9c26-4818-99fe-5f1c9e24849e']}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:30:55.702046 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 2420b4bd-d7d1-4690-ba58-46dfa91b08ef, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=2420b4bd-d7d1-4690-ba58-46dfa91b08ef,segment=NetworkSegment(55807b63-4ee3-4bed-bc7f-a4062d500132),segment_id=55807b63-4ee3-4bed-bc7f-a4062d500132)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:30:55.715652 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Returning: {'device': '2420b4bd-d7d1-4690-ba58-46dfa91b08ef', 'network_id': '58690dba-1022-4c9e-81cc-86b962d599bf', 'port_id': '2420b4bd-d7d1-4690-ba58-46dfa91b08ef', 'mac_address': 'fa:16:3e:58:d8:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01cb09c6-cd3f-43d5-a532-d6fddd4018cb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 16:30:55.771314 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:55.784831 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2420b4bd-d7d1-4690-ba58-46dfa91b08ef {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:30:55.790461 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-57d0a59b-1333-4376-9315-d177d94db52b tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Made reservation on behalf of 19bf0ba519e14617adef11a5e39bcbc0 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:30:55.794503 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-57d0a59b-1333-4376-9315-d177d94db52b tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:55.807844 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 2420b4bd-d7d1-4690-ba58-46dfa91b08ef, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=2420b4bd-d7d1-4690-ba58-46dfa91b08ef,segment=NetworkSegment(55807b63-4ee3-4bed-bc7f-a4062d500132),segment_id=55807b63-4ee3-4bed-bc7f-a4062d500132)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:30:55.811952 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:55.864774 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=2420b4bd-d7d1-4690-ba58-46dfa91b08ef,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:55.935445 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-57d0a59b-1333-4376-9315-d177d94db52b tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Allocated IP 172.20.0.13 (ad522a35-4ced-4cb5-b8e3-4ba24d469eaa/6421e508-5483-421b-b991-952129da5e9d/ffffed98-a7c6-45ed-884b-0df357580a97) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:30:56.058219 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d3cf5-57b8-4ced-8cd1-d5b55e7742e4 req-36b49f3f-9aaf-469a-8ce2-1713ffd795fb tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:56.068260 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-014d3cf5-57b8-4ced-8cd1-d5b55e7742e4 req-36b49f3f-9aaf-469a-8ce2-1713ffd795fb tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc9a0e63-9529-4244-a1be-477d70acaff9 HTTP/1.1" status: 200 len: 943 time: 0.1197767 Sep 03 16:30:56.146763 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] get_ports_and_sgs() called for port_ids ['2420b4bd-d7d1-4690-ba58-46dfa91b08ef'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:30:56.169621 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-014d3cf5-57b8-4ced-8cd1-d5b55e7742e4 req-2d370df0-60a7-422c-920a-a12d8a598d88 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929441 Sep 03 16:30:56.211476 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-57d0a59b-1333-4376-9315-d177d94db52b tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:56.234383 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-57d0a59b-1333-4376-9315-d177d94db52b tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Transition to ACTIVE for port object ffffed98-a7c6-45ed-884b-0df357580a97 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:30:56.294458 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-57d0a59b-1333-4376-9315-d177d94db52b tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:56.350220 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-57d0a59b-1333-4376-9315-d177d94db52b tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Network ad522a35-4ced-4cb5-b8e3-4ba24d469eaa is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:30:56.354174 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-57d0a59b-1333-4376-9315-d177d94db52b tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:30:56.357543 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-57d0a59b-1333-4376-9315-d177d94db52b tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:30:56.364678 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-57d0a59b-1333-4376-9315-d177d94db52b tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:56.365222 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-57d0a59b-1333-4376-9315-d177d94db52b tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:56.379805 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d0a59b-1333-4376-9315-d177d94db52b tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Pushing event updated for resources: {'Port': ['ID=ffffed98-a7c6-45ed-884b-0df357580a97,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:56.401320 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-57d0a59b-1333-4376-9315-d177d94db52b tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7523088 Sep 03 16:30:56.418412 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-07aebd00-9f94-48fb-8546-0e7f00b731ea service neutron] Request body: {'port': {'device_id': '636096c2-d69d-4355-8a11-d31e78d9de0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:30:56.561791 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-07aebd00-9f94-48fb-8546-0e7f00b731ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:56.659856 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e1b1e-8b25-4fa7-bedf-97fead0a5a98 req-83d15135-57f4-46d8-9ed1-b6e595839234 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:56.663066 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-553e1b1e-8b25-4fa7-bedf-97fead0a5a98 req-83d15135-57f4-46d8-9ed1-b6e595839234 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=636096c2-d69d-4355-8a11-d31e78d9de0b HTTP/1.1" status: 200 len: 932 time: 0.1324539 Sep 03 16:30:56.698435 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-14e3c1e1-15d2-460d-9c77-8a529dde73a8 None None] Provisioning for port ffffed98-a7c6-45ed-884b-0df357580a97 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:30:56.705743 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-14e3c1e1-15d2-460d-9c77-8a529dde73a8 None None] Provisioning complete for port ffffed98-a7c6-45ed-884b-0df357580a97 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:30:56.706778 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-14e3c1e1-15d2-460d-9c77-8a529dde73a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:56.734382 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-553e1b1e-8b25-4fa7-bedf-97fead0a5a98 req-b242c8ff-5696-4077-bb34-93543c88f538 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640323 Sep 03 16:30:56.773076 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d779bbc-9f2f-43be-96de-b2c8cec41db7 req-9009fe16-4019-4169-b028-dd1fa4410ea6 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:56.774760 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0d779bbc-9f2f-43be-96de-b2c8cec41db7 req-9009fe16-4019-4169-b028-dd1fa4410ea6 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.1416843 Sep 03 16:30:56.790643 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-14e3c1e1-15d2-460d-9c77-8a529dde73a8 None None] Port ffffed98-a7c6-45ed-884b-0df357580a97 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:30:56.888798 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0d779bbc-9f2f-43be-96de-b2c8cec41db7 req-7ddf5578-f3c4-4abb-a1bc-5e0d7038f46b tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067324 Sep 03 16:30:56.927595 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5811e3-afa6-4e48-b603-57c39d558312 req-248ec831-960f-430a-aced-eed5252e6c44 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:56.930915 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4e5811e3-afa6-4e48-b603-57c39d558312 req-248ec831-960f-430a-aced-eed5252e6c44 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 945 time: 0.0957370 Sep 03 16:30:56.987224 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-07aebd00-9f94-48fb-8546-0e7f00b731ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffffed98-a7c6-45ed-884b-0df357580a97 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:30:56.995113 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4e5811e3-afa6-4e48-b603-57c39d558312 req-b2bd1331-6f86-49e4-9b6d-6ecf1e285807 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c429772-b8dc-4ab5-9290-3914c6a90570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560627 Sep 03 16:30:56.996061 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-07aebd00-9f94-48fb-8546-0e7f00b731ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:57.011743 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-07aebd00-9f94-48fb-8546-0e7f00b731ea service neutron] Transition to ACTIVE for port object ffffed98-a7c6-45ed-884b-0df357580a97 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:30:57.017516 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-07aebd00-9f94-48fb-8546-0e7f00b731ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:57.080076 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aebd00-9f94-48fb-8546-0e7f00b731ea service neutron] Pushing event updated for resources: {'Port': ['ID=ffffed98-a7c6-45ed-884b-0df357580a97,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:57.117095 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-07aebd00-9f94-48fb-8546-0e7f00b731ea service neutron] Attempting to bind port ffffed98-a7c6-45ed-884b-0df357580a97 on host hv-cinder-75793 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:30:57.118112 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-07aebd00-9f94-48fb-8546-0e7f00b731ea service neutron] Attempting to bind port ffffed98-a7c6-45ed-884b-0df357580a97 by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': '353e2098-a66a-4049-a3bf-5f567bae9b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:30:57.118630 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-07aebd00-9f94-48fb-8546-0e7f00b731ea service neutron] Attempting to bind port ffffed98-a7c6-45ed-884b-0df357580a97 on network ad522a35-4ced-4cb5-b8e3-4ba24d469eaa {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:30:57.124195 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-07aebd00-9f94-48fb-8546-0e7f00b731ea service neutron] Port ffffed98-a7c6-45ed-884b-0df357580a97 on network ad522a35-4ced-4cb5-b8e3-4ba24d469eaa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 16:30:57.124644 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-07aebd00-9f94-48fb-8546-0e7f00b731ea service neutron] Attempting to bind port ffffed98-a7c6-45ed-884b-0df357580a97 on network ad522a35-4ced-4cb5-b8e3-4ba24d469eaa {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:30:57.133175 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-07aebd00-9f94-48fb-8546-0e7f00b731ea service neutron] Checking agent: {'id': 'd3fcaccf-3212-4db0-9fe2-d79bf18b2000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 25, 52), 'started_at': datetime.datetime(2021, 9, 3, 16, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:30:57.133658 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-07aebd00-9f94-48fb-8546-0e7f00b731ea service neutron] Checking segment: {'id': '353e2098-a66a-4049-a3bf-5f567bae9b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:30:57.134191 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-07aebd00-9f94-48fb-8546-0e7f00b731ea service neutron] Bound using segment: {'id': '353e2098-a66a-4049-a3bf-5f567bae9b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:30:57.134732 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-07aebd00-9f94-48fb-8546-0e7f00b731ea service neutron] Bound port: ffffed98-a7c6-45ed-884b-0df357580a97, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353e2098-a66a-4049-a3bf-5f567bae9b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:30:57.135278 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-07aebd00-9f94-48fb-8546-0e7f00b731ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:57.234783 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-07aebd00-9f94-48fb-8546-0e7f00b731ea service neutron] For port ffffed98-a7c6-45ed-884b-0df357580a97, host hv-cinder-75793, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:30:57.238952 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-07aebd00-9f94-48fb-8546-0e7f00b731ea service neutron] For port ffffed98-a7c6-45ed-884b-0df357580a97, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=ffffed98-a7c6-45ed-884b-0df357580a97,segment=NetworkSegment(353e2098-a66a-4049-a3bf-5f567bae9b13),segment_id=353e2098-a66a-4049-a3bf-5f567bae9b13)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:30:57.246572 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-07aebd00-9f94-48fb-8546-0e7f00b731ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:57.308241 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-07aebd00-9f94-48fb-8546-0e7f00b731ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:57.308888 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-07aebd00-9f94-48fb-8546-0e7f00b731ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:57.310439 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-07aebd00-9f94-48fb-8546-0e7f00b731ea service neutron] 10.222.0.58 "PUT /v2.0/ports/ffffed98-a7c6-45ed-884b-0df357580a97 HTTP/1.1" status: 200 len: 1094 time: 0.8979826 Sep 03 16:30:57.312516 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '636096c2-d69d-4355-8a11-d31e78d9de0b', 'tag': 'ffffed98-a7c6-45ed-884b-0df357580a97'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:30:57.314872 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60a3384ac15a167e802cb15cc86cd66e960e7e49bcb7609cd88b9514a3633fc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1868c5c-3984-42c3-8f4f-2e7fa31450dc" -d '{"events": [{"name": "network-changed", "server_uuid": "636096c2-d69d-4355-8a11-d31e78d9de0b", "tag": "ffffed98-a7c6-45ed-884b-0df357580a97"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:30:57.348464 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aebd00-9f94-48fb-8546-0e7f00b731ea service neutron] Pushing event updated for resources: {'Port': ['ID=ffffed98-a7c6-45ed-884b-0df357580a97,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:57.360428 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c9a4c-e864-4aca-8993-ebcce15a8175 req-eb6c3c22-b1eb-47bb-9cc7-d9c5f2e524fc tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:57.362093 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-c68c9a4c-e864-4aca-8993-ebcce15a8175 req-eb6c3c22-b1eb-47bb-9cc7-d9c5f2e524fc tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc9a0e63-9529-4244-a1be-477d70acaff9 HTTP/1.1" status: 200 len: 943 time: 0.0893843 Sep 03 16:30:57.366265 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e7b19f-cbd3-4d1b-b083-b072e83f5a10 x-openstack-request-id: req-97e7b19f-cbd3-4d1b-b083-b072e83f5a10 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:30:57.366551 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "636096c2-d69d-4355-8a11-d31e78d9de0b", "tag": "ffffed98-a7c6-45ed-884b-0df357580a97", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:30:57.366823 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-97e7b19f-cbd3-4d1b-b083-b072e83f5a10 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:30:57.367335 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '636096c2-d69d-4355-8a11-d31e78d9de0b', 'tag': 'ffffed98-a7c6-45ed-884b-0df357580a97', 'status': 'completed', 'code': 200} Sep 03 16:30:57.440120 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-c68c9a4c-e864-4aca-8993-ebcce15a8175 req-3886c263-627d-44b7-aa5d-75953b562abd tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686803 Sep 03 16:30:57.456662 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-6dff713b-19df-4e12-af57-b6711c383bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:57.458530 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-6dff713b-19df-4e12-af57-b6711c383bb6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=19bf0ba519e14617adef11a5e39bcbc0&device_id=636096c2-d69d-4355-8a11-d31e78d9de0b HTTP/1.1" status: 200 len: 1097 time: 0.0805111 Sep 03 16:30:57.515031 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-9dc3f4df-f2fa-42a2-acb4-2ac1fecfa84d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffffed98-a7c6-45ed-884b-0df357580a97 HTTP/1.1" status: 200 len: 217 time: 0.0453258 Sep 03 16:30:57.568528 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-be1ed516-8785-4ae8-8d08-02fff6d6c93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:57.570214 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-be1ed516-8785-4ae8-8d08-02fff6d6c93b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6421e508-5483-421b-b991-952129da5e9d HTTP/1.1" status: 200 len: 851 time: 0.0453024 Sep 03 16:30:57.627354 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-a79a59a0-0700-44da-9320-37a3af14beb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:57.628978 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-a79a59a0-0700-44da-9320-37a3af14beb4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ad522a35-4ced-4cb5-b8e3-4ba24d469eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0490842 Sep 03 16:30:57.631896 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1 details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 16:30:57.635936 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 2420b4bd-d7d1-4690-ba58-46dfa91b08ef up at agent hyperv_hv-cinder-75793 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:30:57.743332 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-3294942f-0bb1-4944-8078-77bae1bd0c26 service neutron] 10.222.0.58 "GET /v2.0/networks/ad522a35-4ced-4cb5-b8e3-4ba24d469eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013277 Sep 03 16:30:57.754454 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Provisioning for port 2420b4bd-d7d1-4690-ba58-46dfa91b08ef completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:30:57.762038 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Provisioning complete for port 2420b4bd-d7d1-4690-ba58-46dfa91b08ef triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:30:57.762423 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:57.808733 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1,segment=NetworkSegment(c6f8ed56-3d61-41f4-ac2b-a004c69384f8),segment_id=c6f8ed56-3d61-41f4-ac2b-a004c69384f8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:30:57.831029 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Returning: {'device': 'cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1', 'network_id': '286c8e5f-3f83-4410-802f-107629637916', 'port_id': 'cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1', 'mac_address': 'fa:16:3e:b1:a3:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4031de07-53b7-4f82-8008-ab20cbbb4912', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 16:30:57.869624 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-45413bfd-253c-46fc-ab56-698520ad0ef5 req-f5c4a33b-f088-4841-b053-6b37885d4ef7 service neutron] 10.222.0.58 "GET /v2.0/networks/ad522a35-4ced-4cb5-b8e3-4ba24d469eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107733 Sep 03 16:30:57.902853 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:57.904049 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23559e19-3fe4-4133-9624-472674c0af92 req-08ac83c0-b00e-4e8e-9977-fa6556a891f9 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:57.905695 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-23559e19-3fe4-4133-9624-472674c0af92 req-08ac83c0-b00e-4e8e-9977-fa6556a891f9 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=636096c2-d69d-4355-8a11-d31e78d9de0b HTTP/1.1" status: 200 len: 944 time: 0.0875750 Sep 03 16:30:57.924507 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:30:57.935804 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:57.960840 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1,segment=NetworkSegment(c6f8ed56-3d61-41f4-ac2b-a004c69384f8),segment_id=c6f8ed56-3d61-41f4-ac2b-a004c69384f8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:30:57.968681 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:57.977665 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1727d18a-5bcf-49d3-8db9-9ec7d50cc840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2420b4bd-d7d1-4690-ba58-46dfa91b08ef'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:30:57.980338 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b89f8b623511fb8008411a61343ca2df4e8635703a50781169befd4cf5794b60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4bd1b29-814d-41b9-a5d3-77613eae8478" -d '{"events": [{"server_uuid": "1727d18a-5bcf-49d3-8db9-9ec7d50cc840", "name": "network-vif-plugged", "status": "completed", "tag": "2420b4bd-d7d1-4690-ba58-46dfa91b08ef"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:30:57.991914 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-23559e19-3fe4-4133-9624-472674c0af92 req-28b24df7-c42d-49b5-b20c-cda117b9db48 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764303 Sep 03 16:30:58.016652 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 2420b4bd-d7d1-4690-ba58-46dfa91b08ef, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=2420b4bd-d7d1-4690-ba58-46dfa91b08ef,segment=NetworkSegment(55807b63-4ee3-4bed-bc7f-a4062d500132),segment_id=55807b63-4ee3-4bed-bc7f-a4062d500132)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:30:58.032409 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:30:58.032409 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device b4f96a74-3b6e-4a55-b8d6-d2878a0cf118 no longer exists at agent hyperv_hv-cinder-75793 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:30:58.034159 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1868c5c-3984-42c3-8f4f-2e7fa31450dc req-b5b7d407-7e87-419a-b766-00a9cf2dd586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:58.036288 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a1868c5c-3984-42c3-8f4f-2e7fa31450dc req-b5b7d407-7e87-419a-b766-00a9cf2dd586 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=19bf0ba519e14617adef11a5e39bcbc0&device_id=636096c2-d69d-4355-8a11-d31e78d9de0b HTTP/1.1" status: 200 len: 1097 time: 0.0926611 Sep 03 16:30:58.061289 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] No Port match for: b4f96a74-3b6e-4a55-b8d6-d2878a0cf118 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:30:58.061646 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device b4f96a74-3b6e-4a55-b8d6-d2878a0cf118 not bound to the agent host hv-cinder-75793 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:30:58.069218 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44ae20d-f0b1-48be-aff0-04036cb091c3 x-openstack-request-id: req-a44ae20d-f0b1-48be-aff0-04036cb091c3 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:30:58.069598 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1727d18a-5bcf-49d3-8db9-9ec7d50cc840", "name": "network-vif-plugged", "status": "completed", "tag": "2420b4bd-d7d1-4690-ba58-46dfa91b08ef", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:30:58.069846 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a44ae20d-f0b1-48be-aff0-04036cb091c3 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:30:58.070308 dv-cinder-757936-8-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1727d18a-5bcf-49d3-8db9-9ec7d50cc840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2420b4bd-d7d1-4690-ba58-46dfa91b08ef', 'code': 200} Sep 03 16:30:58.071796 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:58.132060 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=2420b4bd-d7d1-4690-ba58-46dfa91b08ef,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:30:58.163222 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94b4df-e928-46b7-9ff0-a211506b0943 req-14e7abe4-c1dc-4c25-9c36-dced6ef130bf tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:58.165510 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2f94b4df-e928-46b7-9ff0-a211506b0943 req-14e7abe4-c1dc-4c25-9c36-dced6ef130bf tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.1534295 Sep 03 16:30:58.191033 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108526e-7e7b-4e66-93e4-d5dc4f7c8379 req-7a394cf1-4983-456e-b878-bd3f335833ca tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:58.192684 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0108526e-7e7b-4e66-93e4-d5dc4f7c8379 req-7a394cf1-4983-456e-b878-bd3f335833ca tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 946 time: 0.0516703 Sep 03 16:30:58.230221 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2f94b4df-e928-46b7-9ff0-a211506b0943 req-2e252ec2-5555-4a29-a994-41e9c1617dc6 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575850 Sep 03 16:30:58.237797 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1868c5c-3984-42c3-8f4f-2e7fa31450dc req-ef137143-cdaa-48fd-b767-ca6a6bd5d260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:58.239635 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a1868c5c-3984-42c3-8f4f-2e7fa31450dc req-ef137143-cdaa-48fd-b767-ca6a6bd5d260 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ad522a35-4ced-4cb5-b8e3-4ba24d469eaa HTTP/1.1" status: 200 len: 913 time: 0.1863277 Sep 03 16:30:58.261700 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0108526e-7e7b-4e66-93e4-d5dc4f7c8379 req-c526af86-8dc9-451c-819d-233011f201ed tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c429772-b8dc-4ab5-9290-3914c6a90570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553675 Sep 03 16:30:58.296464 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a1868c5c-3984-42c3-8f4f-2e7fa31450dc req-0974f4e6-842c-4caf-b8d6-c53612772ea6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffffed98-a7c6-45ed-884b-0df357580a97 HTTP/1.1" status: 200 len: 217 time: 0.0402310 Sep 03 16:30:58.384819 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] get_ports_and_sgs() called for port_ids ['cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:30:58.391485 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf92daa-f4ff-49f6-8601-a05ae09737d4 req-61d77cf7-f21a-4a43-942c-0ab6bd70805e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:58.393859 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3bf92daa-f4ff-49f6-8601-a05ae09737d4 req-61d77cf7-f21a-4a43-942c-0ab6bd70805e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 1099 time: 0.0483944 Sep 03 16:30:58.405947 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1868c5c-3984-42c3-8f4f-2e7fa31450dc req-844292cc-ca8a-46d8-aea7-db0a5097b0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:58.407462 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a1868c5c-3984-42c3-8f4f-2e7fa31450dc req-844292cc-ca8a-46d8-aea7-db0a5097b0b4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6421e508-5483-421b-b991-952129da5e9d HTTP/1.1" status: 200 len: 851 time: 0.0633421 Sep 03 16:30:58.469635 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3bf92daa-f4ff-49f6-8601-a05ae09737d4 req-331cb690-dec4-4542-a39c-93e379d6a03d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2c429772-b8dc-4ab5-9290-3914c6a90570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422165 Sep 03 16:30:58.488226 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1868c5c-3984-42c3-8f4f-2e7fa31450dc req-a68df157-15f4-40f3-8dd8-811704457254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:58.490202 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a1868c5c-3984-42c3-8f4f-2e7fa31450dc req-a68df157-15f4-40f3-8dd8-811704457254 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ad522a35-4ced-4cb5-b8e3-4ba24d469eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0617092 Sep 03 16:30:58.580982 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c336b1b-d6d4-4972-b9ba-678df4584785 req-f56c57b1-46f3-4906-8484-bda4aab5d617 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:58.582633 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4c336b1b-d6d4-4972-b9ba-678df4584785 req-f56c57b1-46f3-4906-8484-bda4aab5d617 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc9a0e63-9529-4244-a1be-477d70acaff9 HTTP/1.1" status: 200 len: 944 time: 0.0576725 Sep 03 16:30:58.631362 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4c336b1b-d6d4-4972-b9ba-678df4584785 req-b8a49b74-4389-4e33-aa9e-e2e089d34ee3 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422125 Sep 03 16:30:58.833333 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a1868c5c-3984-42c3-8f4f-2e7fa31450dc req-f2b7f007-55ef-4986-9cc4-0c6649fbf6bf service neutron] 10.222.0.58 "GET /v2.0/networks/ad522a35-4ced-4cb5-b8e3-4ba24d469eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049390 Sep 03 16:30:58.932127 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a1868c5c-3984-42c3-8f4f-2e7fa31450dc req-82445d0c-0783-4af0-a743-eea82dd24148 service neutron] 10.222.0.58 "GET /v2.0/networks/ad522a35-4ced-4cb5-b8e3-4ba24d469eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907569 Sep 03 16:30:59.144380 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42fff0d-98a3-4a1a-8cf2-98c95f7ed7e0 req-db1199ef-d5df-46a1-a9e2-8d33f27d77f3 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:59.146213 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c42fff0d-98a3-4a1a-8cf2-98c95f7ed7e0 req-db1199ef-d5df-46a1-a9e2-8d33f27d77f3 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=636096c2-d69d-4355-8a11-d31e78d9de0b HTTP/1.1" status: 200 len: 944 time: 0.0617831 Sep 03 16:30:59.194018 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c42fff0d-98a3-4a1a-8cf2-98c95f7ed7e0 req-07b049cf-f71c-4df1-8f4f-d3feee6347f5 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402915 Sep 03 16:30:59.399057 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee36d586-79f1-4737-a35b-3fed765bfe94 req-9f5b9312-ebad-43e9-9149-201ae6f06d38 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:59.400659 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ee36d586-79f1-4737-a35b-3fed765bfe94 req-9f5b9312-ebad-43e9-9149-201ae6f06d38 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.0610397 Sep 03 16:30:59.416736 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f627e3-77b7-4214-a18c-3055aa3976ed req-e674dfd2-6d3e-4d02-b845-90efd27675ff tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:59.418431 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d7f627e3-77b7-4214-a18c-3055aa3976ed req-e674dfd2-6d3e-4d02-b845-90efd27675ff tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 946 time: 0.0607686 Sep 03 16:30:59.452701 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ee36d586-79f1-4737-a35b-3fed765bfe94 req-acd1ba98-ce43-4e6d-b363-8f1043dacf21 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416713 Sep 03 16:30:59.467007 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d7f627e3-77b7-4214-a18c-3055aa3976ed req-c548d04c-8ae8-4eb5-8f91-ac2febe9ec49 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c429772-b8dc-4ab5-9290-3914c6a90570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387452 Sep 03 16:30:59.754744 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0560bab-3f21-43f1-992c-b30b72f5f46f req-38db0bfe-83c9-4659-9b3e-65ea75fe69d5 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:30:59.756926 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e0560bab-3f21-43f1-992c-b30b72f5f46f req-38db0bfe-83c9-4659-9b3e-65ea75fe69d5 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc9a0e63-9529-4244-a1be-477d70acaff9 HTTP/1.1" status: 200 len: 944 time: 0.0554948 Sep 03 16:30:59.804077 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e0560bab-3f21-43f1-992c-b30b72f5f46f req-5174a952-2525-4b15-acac-22cf0b0a9557 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356195 Sep 03 16:31:00.322148 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153cda97-f45f-442d-a32d-7acbef1522ac req-e56c7085-0f1c-4eca-a975-904f188f5b32 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:00.323785 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-153cda97-f45f-442d-a32d-7acbef1522ac req-e56c7085-0f1c-4eca-a975-904f188f5b32 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=636096c2-d69d-4355-8a11-d31e78d9de0b HTTP/1.1" status: 200 len: 944 time: 0.0589864 Sep 03 16:31:00.364790 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-153cda97-f45f-442d-a32d-7acbef1522ac req-2f1c6898-e950-476f-bde3-9b002c4fdd06 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348804 Sep 03 16:31:00.587046 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8402ff-5501-4ecc-bd6e-acc96d80ab3c req-cf99f524-52c0-4e72-b67a-88315b20258d tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:00.588614 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cb8402ff-5501-4ecc-bd6e-acc96d80ab3c req-cf99f524-52c0-4e72-b67a-88315b20258d tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.0570345 Sep 03 16:31:00.592838 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b467c-e462-4eb5-a1e1-b1fe2fee64e4 req-42aaf857-f4ed-45b8-8e74-7dccd55e055c tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:00.594476 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ba3b467c-e462-4eb5-a1e1-b1fe2fee64e4 req-42aaf857-f4ed-45b8-8e74-7dccd55e055c tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 946 time: 0.0572717 Sep 03 16:31:00.639532 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cb8402ff-5501-4ecc-bd6e-acc96d80ab3c req-fbca88be-0ded-4318-bd73-65e0b43bc302 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435550 Sep 03 16:31:00.642976 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ba3b467c-e462-4eb5-a1e1-b1fe2fee64e4 req-39d6933a-b1f2-4da3-9520-3cc3063a4c49 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c429772-b8dc-4ab5-9290-3914c6a90570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375433 Sep 03 16:31:00.773545 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e36db-ade9-4095-90a2-bc472b04ec92 req-7752c606-f25c-4b7b-b005-49f26ff1bd3a tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:00.775001 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-664e36db-ade9-4095-90a2-bc472b04ec92 req-7752c606-f25c-4b7b-b005-49f26ff1bd3a tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 946 time: 0.0569694 Sep 03 16:31:00.822597 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-664e36db-ade9-4095-90a2-bc472b04ec92 req-a00dea7d-0fff-4530-81ee-115dce0c742c tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c429772-b8dc-4ab5-9290-3914c6a90570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367465 Sep 03 16:31:00.844348 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 50388) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:00.930418 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8891cc2-a28e-4b3e-8b74-64e11461a448 req-50352750-f774-4800-9012-d62b49e29c23 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:00.932017 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f8891cc2-a28e-4b3e-8b74-64e11461a448 req-50352750-f774-4800-9012-d62b49e29c23 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc9a0e63-9529-4244-a1be-477d70acaff9 HTTP/1.1" status: 200 len: 944 time: 0.0537887 Sep 03 16:31:00.979278 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f8891cc2-a28e-4b3e-8b74-64e11461a448 req-f0c889b1-dbb9-4b65-afb5-c5a4ad71577e tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387866 Sep 03 16:31:01.067876 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e85f860-4ac9-4af3-ae10-50c699bedc96 tempest-TestShelveInstance-1263135007 tempest-TestShelveInstance-1263135007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:01.069496 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-2e85f860-4ac9-4af3-ae10-50c699bedc96 tempest-TestShelveInstance-1263135007 tempest-TestShelveInstance-1263135007-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 1094 time: 0.2239799 Sep 03 16:31:01.073759 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 50392) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:01.078432 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-c4073c06-8787-430a-8029-ed71c503071e tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Request body: {'floatingip': {'floating_network_id': 'af961d58-b724-401e-8712-cedb04029227', 'port_id': '2420b4bd-d7d1-4690-ba58-46dfa91b08ef', 'tenant_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:31:01.104343 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c4073c06-8787-430a-8029-ed71c503071e tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:01.222927 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c4073c06-8787-430a-8029-ed71c503071e tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:01.334102 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-c4073c06-8787-430a-8029-ed71c503071e tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Allocated IP 172.27.3.22 (af961d58-b724-401e-8712-cedb04029227/ab4829e3-7396-4499-a1b3-42e28c777fec/39c62151-db4d-4582-a451-aefee8e6d72a) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:31:01.484774 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c4073c06-8787-430a-8029-ed71c503071e tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:01.528741 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c4073c06-8787-430a-8029-ed71c503071e tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852113'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:01.541780 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683475f-a0e8-407b-a57e-20eee2e804f8 req-ffb4ce79-d3ec-4db2-b8b0-c21269cde689 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:01.543893 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f683475f-a0e8-407b-a57e-20eee2e804f8 req-ffb4ce79-d3ec-4db2-b8b0-c21269cde689 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=636096c2-d69d-4355-8a11-d31e78d9de0b HTTP/1.1" status: 200 len: 944 time: 0.0834382 Sep 03 16:31:01.575739 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4073c06-8787-430a-8029-ed71c503071e tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Network af961d58-b724-401e-8712-cedb04029227 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:31:01.579490 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-c4073c06-8787-430a-8029-ed71c503071e tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:31:01.583810 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4073c06-8787-430a-8029-ed71c503071e tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:31:01.593332 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4073c06-8787-430a-8029-ed71c503071e tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Pushing event updated for resources: {'Port': ['ID=39c62151-db4d-4582-a451-aefee8e6d72a,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:01.606070 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f683475f-a0e8-407b-a57e-20eee2e804f8 req-3789ad7d-cc38-49df-882c-ff7e29f996c5 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519772 Sep 03 16:31:01.642127 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1 up at agent hyperv_hv-cinder-75793 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:31:01.719164 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Provisioning for port cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:31:01.725935 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Provisioning complete for port cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:31:01.726345 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:01.817549 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:01.843660 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9a0e63-9529-4244-a1be-477d70acaff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:31:01.845912 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b89f8b623511fb8008411a61343ca2df4e8635703a50781169befd4cf5794b60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8fe1c4-d2a0-44f3-9f8a-02eb20ceec0a" -d '{"events": [{"server_uuid": "fc9a0e63-9529-4244-a1be-477d70acaff9", "name": "network-vif-plugged", "status": "completed", "tag": "cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:31:01.864892 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1,segment=NetworkSegment(c6f8ed56-3d61-41f4-ac2b-a004c69384f8),segment_id=c6f8ed56-3d61-41f4-ac2b-a004c69384f8)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:31:01.870757 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:01.906766 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065acca8-555f-4ba5-a4a6-8348098d34f2 x-openstack-request-id: req-065acca8-555f-4ba5-a4a6-8348098d34f2 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:31:01.907220 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc9a0e63-9529-4244-a1be-477d70acaff9", "name": "network-vif-plugged", "status": "completed", "tag": "cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:31:01.907619 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-065acca8-555f-4ba5-a4a6-8348098d34f2 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:31:01.908230 dv-cinder-757936-8-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9a0e63-9529-4244-a1be-477d70acaff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1', 'code': 200} Sep 03 16:31:01.952858 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:01.988610 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c01df-522d-4b7e-9e5e-087e7194de72 req-e327b068-47f5-4c9e-afe3-4e88c342ec5f tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:01.991505 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8a3c01df-522d-4b7e-9e5e-087e7194de72 req-e327b068-47f5-4c9e-afe3-4e88c342ec5f tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.2603621 Sep 03 16:31:02.151230 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8a3c01df-522d-4b7e-9e5e-087e7194de72 req-cb1ebd42-1b6a-46a1-9290-09aa8b1a6cb2 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475573 Sep 03 16:31:02.182020 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb436a-f20e-4ca1-a0b3-6e718578f0ca req-2b5a9fc6-ccb7-4bdd-8c46-b062f64be1da tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:02.185121 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ffbb436a-f20e-4ca1-a0b3-6e718578f0ca req-2b5a9fc6-ccb7-4bdd-8c46-b062f64be1da tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc9a0e63-9529-4244-a1be-477d70acaff9 HTTP/1.1" status: 200 len: 945 time: 0.0897758 Sep 03 16:31:02.196623 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215c8a5-c460-4911-84fc-48fb2a0babc7 req-c23e5353-7395-493d-84a8-4430704ac5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:02.199393 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7215c8a5-c460-4911-84fc-48fb2a0babc7 req-c23e5353-7395-493d-84a8-4430704ac5d0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fc9a0e63-9529-4244-a1be-477d70acaff9 HTTP/1.1" status: 200 len: 1098 time: 0.0934994 Sep 03 16:31:02.299037 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ffbb436a-f20e-4ca1-a0b3-6e718578f0ca req-3506f27e-f7c3-4bfc-a700-cb76c85b9952 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979657 Sep 03 16:31:02.306228 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7215c8a5-c460-4911-84fc-48fb2a0babc7 req-6388272b-8cf0-455b-95a4-7d96392f0d9d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931048 Sep 03 16:31:02.548747 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c4073c06-8787-430a-8029-ed71c503071e tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:02.668846 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c4073c06-8787-430a-8029-ed71c503071e tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:02.794912 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288617b-9706-45e9-9f78-7c9a84d24ddb req-eee92aa4-2531-4bc1-8d25-6f811c4e3aff tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:02.796612 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7288617b-9706-45e9-9f78-7c9a84d24ddb req-eee92aa4-2531-4bc1-8d25-6f811c4e3aff tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=636096c2-d69d-4355-8a11-d31e78d9de0b HTTP/1.1" status: 200 len: 944 time: 0.0995009 Sep 03 16:31:02.894890 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7288617b-9706-45e9-9f78-7c9a84d24ddb req-2347b421-3122-416a-b6a0-6ddf16c5d1c3 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647678 Sep 03 16:31:02.922811 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c4073c06-8787-430a-8029-ed71c503071e tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:02.928469 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c4073c06-8787-430a-8029-ed71c503071e tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126852102'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:03.003737 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4073c06-8787-430a-8029-ed71c503071e tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Pushing event updated for resources: {'Port': ['ID=39c62151-db4d-4582-a451-aefee8e6d72a,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:03.013543 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c4073c06-8787-430a-8029-ed71c503071e tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956928'] for floatingip, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:03.126701 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.db.l3_db [None req-c4073c06-8787-430a-8029-ed71c503071e tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Floating IP 440db555-c17b-4379-90c3-21aa50a75294 associated. External IP: 172.27.3.22, port: 2420b4bd-d7d1-4690-ba58-46dfa91b08ef. Sep 03 16:31:03.332710 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeeb88a-8691-4ff1-a166-7608b8937518 req-f9a40979-da63-4059-9480-a6b76e3423a6 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:03.337827 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-dbeeb88a-8691-4ff1-a166-7608b8937518 req-f9a40979-da63-4059-9480-a6b76e3423a6 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.0759685 Sep 03 16:31:03.397920 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-dbeeb88a-8691-4ff1-a166-7608b8937518 req-0d381863-3b79-4794-a86c-a9301723606b tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473936 Sep 03 16:31:03.422352 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4073c06-8787-430a-8029-ed71c503071e tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Router 525333cc-669e-44ab-b4bd-9fb3fdb3c647 has already been hosted by L3 agent 32b2b364-f1ef-43b0-aa1c-04e185c9ddf9 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:31:03.487435 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910ee31-8c85-4b05-8b57-384eab401c48 req-5f80a9fc-ec2d-4a55-8c4e-54bc9498a1f8 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:03.489066 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7910ee31-8c85-4b05-8b57-384eab401c48 req-5f80a9fc-ec2d-4a55-8c4e-54bc9498a1f8 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc9a0e63-9529-4244-a1be-477d70acaff9 HTTP/1.1" status: 200 len: 945 time: 0.1029592 Sep 03 16:31:03.571060 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7910ee31-8c85-4b05-8b57-384eab401c48 req-08ffb33a-ca45-4995-bac8-5384dd37850e tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551810 Sep 03 16:31:03.585021 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4073c06-8787-430a-8029-ed71c503071e tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify agent at l3_agent.dv-cinder-757936-8-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:31:03.602481 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fc96f0-51c0-4b01-afb2-1da79ff28d81 None None] Sync routers for ids ['525333cc-669e-44ab-b4bd-9fb3fdb3c647'] in dv-cinder-757936-8-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:31:03.614850 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fc96f0-51c0-4b01-afb2-1da79ff28d81 None None] Routers {'525333cc-669e-44ab-b4bd-9fb3fdb3c647'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:31:03.616366 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-74fc96f0-51c0-4b01-afb2-1da79ff28d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:30:48Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['525333cc-669e-44ab-b4bd-9fb3fdb3c647'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:03.622872 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c4073c06-8787-430a-8029-ed71c503071e tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:03.681862 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-c4073c06-8787-430a-8029-ed71c503071e tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6064787 Sep 03 16:31:03.683231 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1727d18a-5bcf-49d3-8db9-9ec7d50cc840', 'tag': '2420b4bd-d7d1-4690-ba58-46dfa91b08ef'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:31:03.686224 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9181e0e82ffee5c7a29e1125bc6bf0cf4bc90ac22456d4aa1390334b202da70b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a0300f-6093-438e-b219-db7ad1ae1404" -d '{"events": [{"name": "network-changed", "server_uuid": "1727d18a-5bcf-49d3-8db9-9ec7d50cc840", "tag": "2420b4bd-d7d1-4690-ba58-46dfa91b08ef"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:31:03.731226 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88a41b1-47aa-4c7c-bb0b-b1db78771664 x-openstack-request-id: req-e88a41b1-47aa-4c7c-bb0b-b1db78771664 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:31:03.731575 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1727d18a-5bcf-49d3-8db9-9ec7d50cc840", "tag": "2420b4bd-d7d1-4690-ba58-46dfa91b08ef", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:31:03.732059 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e88a41b1-47aa-4c7c-bb0b-b1db78771664 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:31:03.732524 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1727d18a-5bcf-49d3-8db9-9ec7d50cc840', 'tag': '2420b4bd-d7d1-4690-ba58-46dfa91b08ef', 'status': 'completed', 'code': 200} Sep 03 16:31:03.745703 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-74fc96f0-51c0-4b01-afb2-1da79ff28d81 None None] Set router 525333cc-669e-44ab-b4bd-9fb3fdb3c647 gateway port host: dv-cinder-757936-8-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:31:03.803306 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0300f-6093-438e-b219-db7ad1ae1404 req-980484e4-76e2-4d8f-8335-1fba85930861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:03.805079 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a0a0300f-6093-438e-b219-db7ad1ae1404 req-980484e4-76e2-4d8f-8335-1fba85930861 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c0e9fc1b46fd49209df7374ceb007e31&device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 1099 time: 0.0463336 Sep 03 16:31:03.940866 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0300f-6093-438e-b219-db7ad1ae1404 req-a957aa04-887d-4160-ac68-6a0fd5fbc1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:03.942757 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a0a0300f-6093-438e-b219-db7ad1ae1404 req-a957aa04-887d-4160-ac68-6a0fd5fbc1c2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=58690dba-1022-4c9e-81cc-86b962d599bf HTTP/1.1" status: 200 len: 909 time: 0.1257000 Sep 03 16:31:04.021210 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-74fc96f0-51c0-4b01-afb2-1da79ff28d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525333cc-669e-44ab-b4bd-9fb3fdb3c647', 'name': 'tempest-TestShelveInstance-709896107-router', 'tenant_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '92dc49b3-7544-4fa6-9f27-8adb97d1a0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:29:57Z', 'updated_at': '2021-09-03T16:30:01Z', 'revision_number': 4, 'project_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'gw_port': {'id': '92dc49b3-7544-4fa6-9f27-8adb97d1a0bc', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525333cc-669e-44ab-b4bd-9fb3fdb3c647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:29:57Z', 'updated_at': '2021-09-03T16:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_floatingips': [{'id': '440db555-c17b-4379-90c3-21aa50a75294', 'tenant_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'floating_ip_address': '172.27.3.22', 'floating_network_id': 'af961d58-b724-401e-8712-cedb04029227', 'router_id': '525333cc-669e-44ab-b4bd-9fb3fdb3c647', 'port_id': '2420b4bd-d7d1-4690-ba58-46dfa91b08ef', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58690dba-1022-4c9e-81cc-86b962d599bf', 'mac_address': 'fa:16:3e:58:d8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1727d18a-5bcf-49d3-8db9-9ec7d50cc840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:31:02Z', 'updated_at': '2021-09-03T16:31:02Z', 'revision_number': 0, 'project_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f7f5a26-7101-472a-a326-2874b2319579', 'name': '', 'network_id': '58690dba-1022-4c9e-81cc-86b962d599bf', 'tenant_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'mac_address': 'fa:16:3e:7f:78:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525333cc-669e-44ab-b4bd-9fb3fdb3c647', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '01cb09c6-cd3f-43d5-a532-d6fddd4018cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:00Z', 'updated_at': '2021-09-03T16:30:09Z', 'revision_number': 5, 'project_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'subnets': [{'id': '01cb09c6-cd3f-43d5-a532-d6fddd4018cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:04.061870 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a0a0300f-6093-438e-b219-db7ad1ae1404 req-026ba38b-5e3f-4fe7-b13f-f3b3ad90c77d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2420b4bd-d7d1-4690-ba58-46dfa91b08ef HTTP/1.1" status: 200 len: 999 time: 0.1091175 Sep 03 16:31:04.077285 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fc96f0-51c0-4b01-afb2-1da79ff28d81 None None] Checking router: 525333cc-669e-44ab-b4bd-9fb3fdb3c647 for host: dv-cinder-757936-8-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:31:04.083278 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f016547-2bac-46a5-8ec1-b30475c61ea7 req-b7d18ae5-0e73-4e64-b08c-849fc1bd8f8f tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:04.087387 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7f016547-2bac-46a5-8ec1-b30475c61ea7 req-b7d18ae5-0e73-4e64-b08c-849fc1bd8f8f tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=636096c2-d69d-4355-8a11-d31e78d9de0b HTTP/1.1" status: 200 len: 944 time: 0.0903957 Sep 03 16:31:04.091645 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fc96f0-51c0-4b01-afb2-1da79ff28d81 None None] Routers {'525333cc-669e-44ab-b4bd-9fb3fdb3c647'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:31:04.092281 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-74fc96f0-51c0-4b01-afb2-1da79ff28d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:30:48Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['525333cc-669e-44ab-b4bd-9fb3fdb3c647'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:04.178212 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7f016547-2bac-46a5-8ec1-b30475c61ea7 req-ff51b889-da63-47a2-8b3d-22ac2b26ca52 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793164 Sep 03 16:31:04.247193 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-74fc96f0-51c0-4b01-afb2-1da79ff28d81 None None] Set router 525333cc-669e-44ab-b4bd-9fb3fdb3c647 gateway port host: dv-cinder-757936-8-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:31:04.435527 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0300f-6093-438e-b219-db7ad1ae1404 req-c4b854f1-1238-42d4-a6ee-5ef653b15e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:04.438249 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a0a0300f-6093-438e-b219-db7ad1ae1404 req-c4b854f1-1238-42d4-a6ee-5ef653b15e09 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=01cb09c6-cd3f-43d5-a532-d6fddd4018cb HTTP/1.1" status: 200 len: 847 time: 0.3661170 Sep 03 16:31:04.534484 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0300f-6093-438e-b219-db7ad1ae1404 req-c4be300b-f0a1-4ab9-b86a-c3f868f5448b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:04.536065 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a0a0300f-6093-438e-b219-db7ad1ae1404 req-c4be300b-f0a1-4ab9-b86a-c3f868f5448b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=58690dba-1022-4c9e-81cc-86b962d599bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0814524 Sep 03 16:31:04.542119 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-74fc96f0-51c0-4b01-afb2-1da79ff28d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525333cc-669e-44ab-b4bd-9fb3fdb3c647', 'name': 'tempest-TestShelveInstance-709896107-router', 'tenant_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '92dc49b3-7544-4fa6-9f27-8adb97d1a0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:29:57Z', 'updated_at': '2021-09-03T16:30:01Z', 'revision_number': 4, 'project_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'gw_port': {'id': '92dc49b3-7544-4fa6-9f27-8adb97d1a0bc', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525333cc-669e-44ab-b4bd-9fb3fdb3c647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:29:57Z', 'updated_at': '2021-09-03T16:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_floatingips': [{'id': '440db555-c17b-4379-90c3-21aa50a75294', 'tenant_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'floating_ip_address': '172.27.3.22', 'floating_network_id': 'af961d58-b724-401e-8712-cedb04029227', 'router_id': '525333cc-669e-44ab-b4bd-9fb3fdb3c647', 'port_id': '2420b4bd-d7d1-4690-ba58-46dfa91b08ef', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58690dba-1022-4c9e-81cc-86b962d599bf', 'mac_address': 'fa:16:3e:58:d8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1727d18a-5bcf-49d3-8db9-9ec7d50cc840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:31:02Z', 'updated_at': '2021-09-03T16:31:02Z', 'revision_number': 0, 'project_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f7f5a26-7101-472a-a326-2874b2319579', 'name': '', 'network_id': '58690dba-1022-4c9e-81cc-86b962d599bf', 'tenant_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'mac_address': 'fa:16:3e:7f:78:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525333cc-669e-44ab-b4bd-9fb3fdb3c647', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '01cb09c6-cd3f-43d5-a532-d6fddd4018cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:00Z', 'updated_at': '2021-09-03T16:30:09Z', 'revision_number': 5, 'project_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'subnets': [{'id': '01cb09c6-cd3f-43d5-a532-d6fddd4018cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:04.553024 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1059ef-f09c-4aa6-9798-bf8f7a6418ad req-0cc8fb57-ef7d-48c5-912c-d7566ceac388 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:04.554718 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4c1059ef-f09c-4aa6-9798-bf8f7a6418ad req-0cc8fb57-ef7d-48c5-912c-d7566ceac388 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.0648744 Sep 03 16:31:04.572359 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fc96f0-51c0-4b01-afb2-1da79ff28d81 None None] The sync data for ids ['525333cc-669e-44ab-b4bd-9fb3fdb3c647'] in dv-cinder-757936-8-iscsi is: [{'id': '525333cc-669e-44ab-b4bd-9fb3fdb3c647', 'name': 'tempest-TestShelveInstance-709896107-router', 'tenant_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '92dc49b3-7544-4fa6-9f27-8adb97d1a0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:29:57Z', 'updated_at': '2021-09-03T16:30:01Z', 'revision_number': 4, 'project_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'gw_port': {'id': '92dc49b3-7544-4fa6-9f27-8adb97d1a0bc', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525333cc-669e-44ab-b4bd-9fb3fdb3c647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:29:57Z', 'updated_at': '2021-09-03T16:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_floatingips': [{'id': '440db555-c17b-4379-90c3-21aa50a75294', 'tenant_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'floating_ip_address': '172.27.3.22', 'floating_network_id': 'af961d58-b724-401e-8712-cedb04029227', 'router_id': '525333cc-669e-44ab-b4bd-9fb3fdb3c647', 'port_id': '2420b4bd-d7d1-4690-ba58-46dfa91b08ef', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58690dba-1022-4c9e-81cc-86b962d599bf', 'mac_address': 'fa:16:3e:58:d8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1727d18a-5bcf-49d3-8db9-9ec7d50cc840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:31:02Z', 'updated_at': '2021-09-03T16:31:02Z', 'revision_number': 0, 'project_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f7f5a26-7101-472a-a326-2874b2319579', 'name': '', 'network_id': '58690dba-1022-4c9e-81cc-86b962d599bf', 'tenant_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'mac_address': 'fa:16:3e:7f:78:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525333cc-669e-44ab-b4bd-9fb3fdb3c647', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '01cb09c6-cd3f-43d5-a532-d6fddd4018cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:00Z', 'updated_at': '2021-09-03T16:30:09Z', 'revision_number': 5, 'project_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'subnets': [{'id': '01cb09c6-cd3f-43d5-a532-d6fddd4018cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:31:04.658855 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4c1059ef-f09c-4aa6-9798-bf8f7a6418ad req-c5421559-b4eb-4588-95f5-6fe38d27c629 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/security-groups?id=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953896 Sep 03 16:31:04.685960 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a0a0300f-6093-438e-b219-db7ad1ae1404 req-75c64748-0357-407b-9762-c3f7320e2d07 service neutron] 10.222.0.58 "GET /v2.0/networks/58690dba-1022-4c9e-81cc-86b962d599bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301570 Sep 03 16:31:04.772002 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6f1a7-3c98-4b7c-90bd-d2655ea434d6 req-c1eb3269-1652-41d9-bfbe-2f2103705532 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:04.774990 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3bf6f1a7-3c98-4b7c-90bd-d2655ea434d6 req-c1eb3269-1652-41d9-bfbe-2f2103705532 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc9a0e63-9529-4244-a1be-477d70acaff9 HTTP/1.1" status: 200 len: 945 time: 0.0713139 Sep 03 16:31:04.826464 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3bf6f1a7-3c98-4b7c-90bd-d2655ea434d6 req-40639401-a8ce-44e5-84ac-f7934f08b7e4 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450487 Sep 03 16:31:04.859923 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a0a0300f-6093-438e-b219-db7ad1ae1404 req-2e8a33a8-11ec-436b-a939-7b386083727a service neutron] 10.222.0.58 "GET /v2.0/networks/58690dba-1022-4c9e-81cc-86b962d599bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546350 Sep 03 16:31:04.874912 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428373a5-bc1a-4b14-a139-1623a26a3c37 None None] New status for floating IP 440db555-c17b-4379-90c3-21aa50a75294: ACTIVE {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 16:31:05.048463 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c7b92-46af-488b-b5e8-c69871c3f290 req-2e87eb50-ea61-4af1-9007-814be299cf76 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:05.051410 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-bb5c7b92-46af-488b-b5e8-c69871c3f290 req-2e87eb50-ea61-4af1-9007-814be299cf76 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.58 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 945 time: 0.0828054 Sep 03 16:31:05.349937 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-bb5c7b92-46af-488b-b5e8-c69871c3f290 req-eae8e3e8-8e24-4ccb-bfab-b1f9e1fe8726 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Deleting port a68e8b3e-08f4-406e-a932-fe994bcc0e36 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:31:05.350505 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-bb5c7b92-46af-488b-b5e8-c69871c3f290 req-eae8e3e8-8e24-4ccb-bfab-b1f9e1fe8726 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:05.470673 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361d1e0-08eb-4f46-91e6-6df6b103370b req-444a49ba-665c-45c7-a2ef-57850832d16c tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:05.472525 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-c361d1e0-08eb-4f46-91e6-6df6b103370b req-444a49ba-665c-45c7-a2ef-57850832d16c tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=636096c2-d69d-4355-8a11-d31e78d9de0b HTTP/1.1" status: 200 len: 944 time: 0.1904340 Sep 03 16:31:05.544437 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-c361d1e0-08eb-4f46-91e6-6df6b103370b req-e83dceb3-f0cc-4ec8-98e4-0bbc05bc4582 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626333 Sep 03 16:31:05.546228 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-bb5c7b92-46af-488b-b5e8-c69871c3f290 req-eae8e3e8-8e24-4ccb-bfab-b1f9e1fe8726 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] For port a68e8b3e-08f4-406e-a932-fe994bcc0e36, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=a68e8b3e-08f4-406e-a932-fe994bcc0e36,segment=NetworkSegment(a76f8dc4-1516-46d2-b6ab-ab68662b841d),segment_id=a76f8dc4-1516-46d2-b6ab-ab68662b841d)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:31:05.546616 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-bb5c7b92-46af-488b-b5e8-c69871c3f290 req-eae8e3e8-8e24-4ccb-bfab-b1f9e1fe8726 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:05.564733 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-bb5c7b92-46af-488b-b5e8-c69871c3f290 req-eae8e3e8-8e24-4ccb-bfab-b1f9e1fe8726 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Calling delete_port for a68e8b3e-08f4-406e-a932-fe994bcc0e36 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:31:05.660434 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device ffffed98-a7c6-45ed-884b-0df357580a97 details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 16:31:05.779090 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-bb5c7b92-46af-488b-b5e8-c69871c3f290 req-eae8e3e8-8e24-4ccb-bfab-b1f9e1fe8726 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:05.807671 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5c2e094c-d3c8-4aad-a091-02968f75feae req-1720dde3-c37c-41db-b281-59b657ccf0ef tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.62 "GET /v2.0/ports?device_id=a238a762-b2a4-4ae9-8a08-35e233d2bf16 HTTP/1.1" status: 200 len: 210 time: 0.0293043 Sep 03 16:31:05.809913 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] get_ports_and_sgs() called for port_ids ['a68e8b3e-08f4-406e-a932-fe994bcc0e36'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:31:05.818981 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae8e3e8-8e24-4ccb-bfab-b1f9e1fe8726 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Pushing event deleted for resources: {'Port': ['ID=a68e8b3e-08f4-406e-a932-fe994bcc0e36,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:05.862429 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port ffffed98-a7c6-45ed-884b-0df357580a97, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=ffffed98-a7c6-45ed-884b-0df357580a97,segment=NetworkSegment(353e2098-a66a-4049-a3bf-5f567bae9b13),segment_id=353e2098-a66a-4049-a3bf-5f567bae9b13)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:31:05.875437 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Returning: {'device': 'ffffed98-a7c6-45ed-884b-0df357580a97', 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa', 'port_id': 'ffffed98-a7c6-45ed-884b-0df357580a97', 'mac_address': 'fa:16:3e:16:53:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6421e508-5483-421b-b991-952129da5e9d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 16:31:05.919781 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:05.925860 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb5c7b92-46af-488b-b5e8-c69871c3f290 req-eae8e3e8-8e24-4ccb-bfab-b1f9e1fe8726 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] No DVR routers for this DVR port a68e8b3e-08f4-406e-a932-fe994bcc0e36 on host hv-cinder-75793 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:31:05.929855 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-bb5c7b92-46af-488b-b5e8-c69871c3f290 req-eae8e3e8-8e24-4ccb-bfab-b1f9e1fe8726 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:05.932171 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-bb5c7b92-46af-488b-b5e8-c69871c3f290 req-eae8e3e8-8e24-4ccb-bfab-b1f9e1fe8726 tempest-ServerRescueNegativeTestJSON-2023697660 tempest-ServerRescueNegativeTestJSON-2023697660-project] 10.222.0.58 "DELETE /v2.0/ports/a68e8b3e-08f4-406e-a932-fe994bcc0e36 HTTP/1.1" status: 204 len: 173 time: 0.8691039 Sep 03 16:31:05.933418 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a238a762-b2a4-4ae9-8a08-35e233d2bf16', 'name': 'network-vif-deleted', 'tag': 'a68e8b3e-08f4-406e-a932-fe994bcc0e36'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:31:05.935268 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60a3384ac15a167e802cb15cc86cd66e960e7e49bcb7609cd88b9514a3633fc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f05454-01b4-4ff9-9206-a4e126de7ea8" -d '{"events": [{"server_uuid": "a238a762-b2a4-4ae9-8a08-35e233d2bf16", "name": "network-vif-deleted", "tag": "a68e8b3e-08f4-406e-a932-fe994bcc0e36"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:31:05.940072 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffffed98-a7c6-45ed-884b-0df357580a97 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:31:05.983290 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port ffffed98-a7c6-45ed-884b-0df357580a97, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=ffffed98-a7c6-45ed-884b-0df357580a97,segment=NetworkSegment(353e2098-a66a-4049-a3bf-5f567bae9b13),segment_id=353e2098-a66a-4049-a3bf-5f567bae9b13)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:31:05.990006 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:05.995953 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487018ae-ad8b-4c59-923b-6a115f0e4e4c x-openstack-request-id: req-487018ae-ad8b-4c59-923b-6a115f0e4e4c {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:31:05.996415 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a238a762-b2a4-4ae9-8a08-35e233d2bf16", "name": "network-vif-deleted", "tag": "a68e8b3e-08f4-406e-a932-fe994bcc0e36", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:31:05.996802 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-487018ae-ad8b-4c59-923b-6a115f0e4e4c {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:31:05.997444 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a238a762-b2a4-4ae9-8a08-35e233d2bf16', 'name': 'network-vif-deleted', 'tag': 'a68e8b3e-08f4-406e-a932-fe994bcc0e36', 'status': 'completed', 'code': 200} Sep 03 16:31:06.062992 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=ffffed98-a7c6-45ed-884b-0df357580a97,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:06.423309 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] get_ports_and_sgs() called for port_ids ['ffffed98-a7c6-45ed-884b-0df357580a97'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:31:06.717750 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a048ba-aa37-4b70-a698-7f468e337a03 req-eb4ee251-f8bd-4b23-86cb-59d8ccaa0605 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:06.719402 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-45a048ba-aa37-4b70-a698-7f468e337a03 req-eb4ee251-f8bd-4b23-86cb-59d8ccaa0605 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=636096c2-d69d-4355-8a11-d31e78d9de0b HTTP/1.1" status: 200 len: 945 time: 0.0676985 Sep 03 16:31:06.798017 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-45a048ba-aa37-4b70-a698-7f468e337a03 req-b6c64e00-293f-41fd-bc4f-cc416584ebe4 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699284 Sep 03 16:31:06.871202 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 50448) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:07.314229 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8ad2ff5f-e50e-4c84-8bdd-b5cf69064764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-922624'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:07.629984 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-8ad2ff5f-e50e-4c84-8bdd-b5cf69064764 admin admin] Deleting port 4b8905fb-0f64-4172-ae18-d8987caebdf0 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:31:07.630246 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8ad2ff5f-e50e-4c84-8bdd-b5cf69064764 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:07.750674 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-8ad2ff5f-e50e-4c84-8bdd-b5cf69064764 admin admin] For port 4b8905fb-0f64-4172-ae18-d8987caebdf0, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=4b8905fb-0f64-4172-ae18-d8987caebdf0,segment=NetworkSegment(a76f8dc4-1516-46d2-b6ab-ab68662b841d),segment_id=a76f8dc4-1516-46d2-b6ab-ab68662b841d)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:31:07.751262 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8ad2ff5f-e50e-4c84-8bdd-b5cf69064764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:07.786821 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-8ad2ff5f-e50e-4c84-8bdd-b5cf69064764 admin admin] Calling delete_port for 4b8905fb-0f64-4172-ae18-d8987caebdf0 owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:31:07.940425 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e108cf2-4b9b-4164-a8bd-1cbb579fe10b req-2ec85788-a0c6-41f5-8c3c-4b96297b03ef tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:07.941946 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3e108cf2-4b9b-4164-a8bd-1cbb579fe10b req-2ec85788-a0c6-41f5-8c3c-4b96297b03ef tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=636096c2-d69d-4355-8a11-d31e78d9de0b HTTP/1.1" status: 200 len: 945 time: 0.0706842 Sep 03 16:31:07.999993 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3e108cf2-4b9b-4164-a8bd-1cbb579fe10b req-3fb63ab7-c785-4d70-8ce1-f8084bde48a1 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503981 Sep 03 16:31:08.036063 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8ad2ff5f-e50e-4c84-8bdd-b5cf69064764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852113'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:08.062575 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad2ff5f-e50e-4c84-8bdd-b5cf69064764 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b8905fb-0f64-4172-ae18-d8987caebdf0,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:08.231496 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8ad2ff5f-e50e-4c84-8bdd-b5cf69064764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-922772'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:08.700526 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad2ff5f-e50e-4c84-8bdd-b5cf69064764 admin admin] Router 51322cca-3a51-4429-ae8e-4b82596c62d9 has already been hosted by L3 agent 32b2b364-f1ef-43b0-aa1c-04e185c9ddf9 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:31:08.810075 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad2ff5f-e50e-4c84-8bdd-b5cf69064764 admin admin] Notify agent at l3_agent.dv-cinder-757936-8-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:31:08.815191 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-8ad2ff5f-e50e-4c84-8bdd-b5cf69064764 admin admin] 10.222.0.62 "PUT /v2.0/routers/51322cca-3a51-4429-ae8e-4b82596c62d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9429162 Sep 03 16:31:08.817780 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 50454) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:08.831177 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7f4684-5754-4668-bfde-c0ea25f4ffd2 None None] Sync routers for ids ['51322cca-3a51-4429-ae8e-4b82596c62d9'] in dv-cinder-757936-8-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:31:08.841859 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7f4684-5754-4668-bfde-c0ea25f4ffd2 None None] Routers {'51322cca-3a51-4429-ae8e-4b82596c62d9'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:31:08.842485 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-db7f4684-5754-4668-bfde-c0ea25f4ffd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:30:48Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['51322cca-3a51-4429-ae8e-4b82596c62d9'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:08.958708 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8239a240-a8f2-4a90-9e42-e90661f528ca admin admin] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:08.969309 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-db7f4684-5754-4668-bfde-c0ea25f4ffd2 None None] Set router 51322cca-3a51-4429-ae8e-4b82596c62d9 gateway port host: dv-cinder-757936-8-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:31:09.099152 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8239a240-a8f2-4a90-9e42-e90661f528ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:09.162127 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb6669-f1dc-4f39-aea3-d9f3e5905872 req-841c9a1b-cbfb-4470-ae54-9f90966e61d4 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:09.163771 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2edb6669-f1dc-4f39-aea3-d9f3e5905872 req-841c9a1b-cbfb-4470-ae54-9f90966e61d4 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=636096c2-d69d-4355-8a11-d31e78d9de0b HTTP/1.1" status: 200 len: 945 time: 0.0620453 Sep 03 16:31:09.198171 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-8239a240-a8f2-4a90-9e42-e90661f528ca admin admin] Deleting port ffebc639-053a-408a-b643-c70dfa3a3e0d {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:31:09.198620 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8239a240-a8f2-4a90-9e42-e90661f528ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:09.222698 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2edb6669-f1dc-4f39-aea3-d9f3e5905872 req-ad44a53a-85c3-43d5-8fe4-9282534a3ea4 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501170 Sep 03 16:31:09.292113 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-8239a240-a8f2-4a90-9e42-e90661f528ca admin admin] For port ffebc639-053a-408a-b643-c70dfa3a3e0d, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=ffebc639-053a-408a-b643-c70dfa3a3e0d,segment=NetworkSegment(8fbc7082-b272-4b43-971d-120707d467f2),segment_id=8fbc7082-b272-4b43-971d-120707d467f2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:31:09.292475 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8239a240-a8f2-4a90-9e42-e90661f528ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:09.296549 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-db7f4684-5754-4668-bfde-c0ea25f4ffd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51322cca-3a51-4429-ae8e-4b82596c62d9', 'name': 'tempest-ServerRescueNegativeTestJSON-444466876-router', 'tenant_id': 'a4659072c3364bfdad1b453680cc8963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'ffebc639-053a-408a-b643-c70dfa3a3e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:27:42Z', 'updated_at': '2021-09-03T16:31:07Z', 'revision_number': 5, 'project_id': 'a4659072c3364bfdad1b453680cc8963', 'gw_port': {'id': 'ffebc639-053a-408a-b643-c70dfa3a3e0d', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51322cca-3a51-4429-ae8e-4b82596c62d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:27:42Z', 'updated_at': '2021-09-03T16:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi'}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:09.305175 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-8239a240-a8f2-4a90-9e42-e90661f528ca admin admin] Calling delete_port for ffebc639-053a-408a-b643-c70dfa3a3e0d owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:31:09.328347 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7f4684-5754-4668-bfde-c0ea25f4ffd2 None None] Checking router: 51322cca-3a51-4429-ae8e-4b82596c62d9 for host: dv-cinder-757936-8-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:31:09.339337 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7f4684-5754-4668-bfde-c0ea25f4ffd2 None None] Routers {'51322cca-3a51-4429-ae8e-4b82596c62d9'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:31:09.340473 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-db7f4684-5754-4668-bfde-c0ea25f4ffd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:30:48Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['51322cca-3a51-4429-ae8e-4b82596c62d9'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:09.492871 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-db7f4684-5754-4668-bfde-c0ea25f4ffd2 None None] Set router 51322cca-3a51-4429-ae8e-4b82596c62d9 gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:31:09.509667 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8239a240-a8f2-4a90-9e42-e90661f528ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:09.539420 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8239a240-a8f2-4a90-9e42-e90661f528ca admin admin] Pushing event deleted for resources: {'Port': ['ID=ffebc639-053a-408a-b643-c70dfa3a3e0d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:09.564687 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8239a240-a8f2-4a90-9e42-e90661f528ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-923130'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:09.596195 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-db7f4684-5754-4668-bfde-c0ea25f4ffd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51322cca-3a51-4429-ae8e-4b82596c62d9', 'name': 'tempest-ServerRescueNegativeTestJSON-444466876-router', 'tenant_id': 'a4659072c3364bfdad1b453680cc8963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:27:42Z', 'updated_at': '2021-09-03T16:31:09Z', 'revision_number': 6, 'project_id': 'a4659072c3364bfdad1b453680cc8963', 'gw_port_host': None}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:09.639546 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7f4684-5754-4668-bfde-c0ea25f4ffd2 None None] The sync data for ids ['51322cca-3a51-4429-ae8e-4b82596c62d9'] in dv-cinder-757936-8-iscsi is: [{'id': '51322cca-3a51-4429-ae8e-4b82596c62d9', 'name': 'tempest-ServerRescueNegativeTestJSON-444466876-router', 'tenant_id': 'a4659072c3364bfdad1b453680cc8963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:27:42Z', 'updated_at': '2021-09-03T16:31:09Z', 'revision_number': 6, 'project_id': 'a4659072c3364bfdad1b453680cc8963', 'gw_port_host': None}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:31:09.681345 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8239a240-a8f2-4a90-9e42-e90661f528ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126087'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:09.684056 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8239a240-a8f2-4a90-9e42-e90661f528ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:09.690178 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device ffffed98-a7c6-45ed-884b-0df357580a97 up at agent hyperv_hv-cinder-75793 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:31:09.745344 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Provisioning for port ffffed98-a7c6-45ed-884b-0df357580a97 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:31:09.749398 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Provisioning complete for port ffffed98-a7c6-45ed-884b-0df357580a97 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:31:09.749826 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:09.751816 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8239a240-a8f2-4a90-9e42-e90661f528ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-921180'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:09.752696 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8239a240-a8f2-4a90-9e42-e90661f528ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51322cca-3a51-4429-ae8e-4b82596c62d9 {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 16:31:09.761780 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8239a240-a8f2-4a90-9e42-e90661f528ca admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:09.764218 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-8239a240-a8f2-4a90-9e42-e90661f528ca admin admin] 10.222.0.62 "DELETE /v2.0/routers/51322cca-3a51-4429-ae8e-4b82596c62d9 HTTP/1.1" status: 204 len: 168 time: 0.9450054 Sep 03 16:31:09.768400 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 50460) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:09.812937 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-15223e18-9b47-428e-a715-2413cd160911 admin admin] Deleting subnet d899d4fe-e6a8-4e76-b1bd-98ac386b9085 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 16:31:09.816226 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-15223e18-9b47-428e-a715-2413cd160911 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:09.833115 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:09.857390 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '636096c2-d69d-4355-8a11-d31e78d9de0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffffed98-a7c6-45ed-884b-0df357580a97'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:31:09.859705 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b89f8b623511fb8008411a61343ca2df4e8635703a50781169befd4cf5794b60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a85e452-fbc7-4652-906c-e101217cdc00" -d '{"events": [{"server_uuid": "636096c2-d69d-4355-8a11-d31e78d9de0b", "name": "network-vif-plugged", "status": "completed", "tag": "ffffed98-a7c6-45ed-884b-0df357580a97"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:31:09.860281 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-15223e18-9b47-428e-a715-2413cd160911 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:09.872785 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-15223e18-9b47-428e-a715-2413cd160911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3810215'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:09.873874 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port ffffed98-a7c6-45ed-884b-0df357580a97, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=ffffed98-a7c6-45ed-884b-0df357580a97,segment=NetworkSegment(353e2098-a66a-4049-a3bf-5f567bae9b13),segment_id=353e2098-a66a-4049-a3bf-5f567bae9b13)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:31:09.881622 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:09.882493 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device a68e8b3e-08f4-406e-a932-fe994bcc0e36 no longer exists at agent hyperv_hv-cinder-75793 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:31:09.903793 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] No Port match for: a68e8b3e-08f4-406e-a932-fe994bcc0e36 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:31:09.904128 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device a68e8b3e-08f4-406e-a932-fe994bcc0e36 not bound to the agent host hv-cinder-75793 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:31:09.929781 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e373f35d-274a-477e-81c2-4693b78fd82d x-openstack-request-id: req-e373f35d-274a-477e-81c2-4693b78fd82d {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:31:09.930007 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "636096c2-d69d-4355-8a11-d31e78d9de0b", "name": "network-vif-plugged", "status": "completed", "tag": "ffffed98-a7c6-45ed-884b-0df357580a97", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:31:09.930335 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e373f35d-274a-477e-81c2-4693b78fd82d {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:31:09.930756 dv-cinder-757936-8-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '636096c2-d69d-4355-8a11-d31e78d9de0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffffed98-a7c6-45ed-884b-0df357580a97', 'code': 200} Sep 03 16:31:09.962240 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-15223e18-9b47-428e-a715-2413cd160911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3810270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:09.985913 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=ffffed98-a7c6-45ed-884b-0df357580a97,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:10.006365 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-15223e18-9b47-428e-a715-2413cd160911 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:10.025546 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-15223e18-9b47-428e-a715-2413cd160911 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d899d4fe-e6a8-4e76-b1bd-98ac386b9085 HTTP/1.1" status: 204 len: 168 time: 0.2440436 Sep 03 16:31:10.025909 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 50466) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:10.026070 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15223e18-9b47-428e-a715-2413cd160911 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d899d4fe-e6a8-4e76-b1bd-98ac386b9085,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:10.097404 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d7ce277f-20ce-4305-a650-910a2b2d6ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3806380'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:10.178129 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d7ce277f-20ce-4305-a650-910a2b2d6ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811122', 'neutron.services.segments.db._delete_segments_for_network-8739257953365'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:10.189175 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-d7ce277f-20ce-4305-a650-910a2b2d6ee3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['024a4882-f815-4f97-b26b-5f4a3ff23835']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:10.199745 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-d7ce277f-20ce-4305-a650-910a2b2d6ee3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a76f8dc4-1516-46d2-b6ab-ab68662b841d') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:10.200040 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-d7ce277f-20ce-4305-a650-910a2b2d6ee3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a76f8dc4-1516-46d2-b6ab-ab68662b841d') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:10.209740 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d7ce277f-20ce-4305-a650-910a2b2d6ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739257954910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126121537'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:10.224565 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d7ce277f-20ce-4305-a650-910a2b2d6ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:10.234561 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7ce277f-20ce-4305-a650-910a2b2d6ee3 admin admin] Releasing vlan 863 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 16:31:10.234997 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d7ce277f-20ce-4305-a650-910a2b2d6ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126852194'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:10.236941 dv-cinder-757936-8-iscsi neutron-server[93828]: Traceback (most recent call last): Sep 03 16:31:10.236941 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 16:31:10.236941 dv-cinder-757936-8-iscsi neutron-server[93828]: timer() Sep 03 16:31:10.236941 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 16:31:10.236941 dv-cinder-757936-8-iscsi neutron-server[93828]: cb(*args, **kw) Sep 03 16:31:10.236941 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 16:31:10.236941 dv-cinder-757936-8-iscsi neutron-server[93828]: return func(*args, **kwargs) Sep 03 16:31:10.236941 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 16:31:10.236941 dv-cinder-757936-8-iscsi neutron-server[93828]: self._notify() Sep 03 16:31:10.236941 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 16:31:10.236941 dv-cinder-757936-8-iscsi neutron-server[93828]: self.callback(batched_events) Sep 03 16:31:10.236941 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 16:31:10.236941 dv-cinder-757936-8-iscsi neutron-server[93828]: event.method(event) Sep 03 16:31:10.236941 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 16:31:10.236941 dv-cinder-757936-8-iscsi neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 16:31:10.236941 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 16:31:10.236941 dv-cinder-757936-8-iscsi neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 16:31:10.236941 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 16:31:10.236941 dv-cinder-757936-8-iscsi neutron-server[93828]: return f(self, *a, **k) Sep 03 16:31:10.236941 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 16:31:10.236941 dv-cinder-757936-8-iscsi neutron-server[93828]: return self._get(url).json() Sep 03 16:31:10.236941 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 16:31:10.236941 dv-cinder-757936-8-iscsi neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 16:31:10.236941 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 16:31:10.236941 dv-cinder-757936-8-iscsi neutron-server[93828]: return self.request(url, 'GET', **kwargs) Sep 03 16:31:10.236941 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 16:31:10.236941 dv-cinder-757936-8-iscsi neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 16:31:10.236941 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 16:31:10.236941 dv-cinder-757936-8-iscsi neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 16:31:10.236941 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 16:31:10.236941 dv-cinder-757936-8-iscsi neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 16:31:10.236941 dv-cinder-757936-8-iscsi neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 16:31:10.249489 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777c29c-8e72-4d46-86c9-8ee9cf0d5013 req-03c0eec0-2dba-4f58-b98c-2765804c72b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:10.252654 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3777c29c-8e72-4d46-86c9-8ee9cf0d5013 req-03c0eec0-2dba-4f58-b98c-2765804c72b9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=636096c2-d69d-4355-8a11-d31e78d9de0b HTTP/1.1" status: 200 len: 1099 time: 0.0583324 Sep 03 16:31:10.298944 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3777c29c-8e72-4d46-86c9-8ee9cf0d5013 req-11f0dcba-7be4-4754-a5f9-c5c3af184e4c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348873 Sep 03 16:31:10.362623 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d7ce277f-20ce-4305-a650-910a2b2d6ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956946'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:10.380605 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d7ce277f-20ce-4305-a650-910a2b2d6ee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:10.384034 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-d7ce277f-20ce-4305-a650-910a2b2d6ee3 admin admin] 10.222.0.62 "DELETE /v2.0/networks/024a4882-f815-4f97-b26b-5f4a3ff23835 HTTP/1.1" status: 204 len: 168 time: 0.3683045 Sep 03 16:31:10.401759 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ce277f-20ce-4305-a650-910a2b2d6ee3 admin admin] Pushing event deleted for resources: {'Network': ['ID=024a4882-f815-4f97-b26b-5f4a3ff23835,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:10.428202 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16e54f-67ac-4004-9845-24c6d7c1cd57 req-d2df5c62-7dcb-46d8-bfac-1e12735ef02c tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:10.431000 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6e16e54f-67ac-4004-9845-24c6d7c1cd57 req-d2df5c62-7dcb-46d8-bfac-1e12735ef02c tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=636096c2-d69d-4355-8a11-d31e78d9de0b HTTP/1.1" status: 200 len: 946 time: 0.1154518 Sep 03 16:31:10.483845 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6e16e54f-67ac-4004-9845-24c6d7c1cd57 req-c9aab46e-361d-4e94-bf5f-2964e00dbe00 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459690 Sep 03 16:31:10.600756 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 50474) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:10.651431 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-e9c64fc4-244c-4b03-bc13-29c21ec37e38 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a4659072c3364bfdad1b453680cc8963&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0494604 Sep 03 16:31:10.655463 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 50476) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:10.708600 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-69e4ef2b-180f-4803-a63f-747cb5e84b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:10.740901 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-69e4ef2b-180f-4803-a63f-747cb5e84b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:10.797966 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-69e4ef2b-180f-4803-a63f-747cb5e84b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:10.800187 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-69e4ef2b-180f-4803-a63f-747cb5e84b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:10.801425 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-69e4ef2b-180f-4803-a63f-747cb5e84b32 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b67b1f48-76a6-4269-bfdc-be8b44b6bd3d HTTP/1.1" status: 204 len: 168 time: 0.1449406 Sep 03 16:31:10.811474 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e4ef2b-180f-4803-a63f-747cb5e84b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67b1f48-76a6-4269-bfdc-be8b44b6bd3d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:11.425508 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device ffebc639-053a-408a-b643-c70dfa3a3e0d no longer exists at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:31:11.461526 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] No Port match for: ffebc639-053a-408a-b643-c70dfa3a3e0d {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:31:11.462225 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device ffebc639-053a-408a-b643-c70dfa3a3e0d not bound to the agent host dv-cinder-757936-8-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:31:11.462952 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 4b8905fb-0f64-4172-ae18-d8987caebdf0 no longer exists at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:31:11.496019 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] No Port match for: 4b8905fb-0f64-4172-ae18-d8987caebdf0 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:31:11.496587 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 4b8905fb-0f64-4172-ae18-d8987caebdf0 not bound to the agent host dv-cinder-757936-8-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:31:11.662410 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63ef52-e4e9-4621-bd54-815c000eb86a req-1f3a4bf3-da85-454a-89fd-8d7f3fa16901 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:11.665142 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ca63ef52-e4e9-4621-bd54-815c000eb86a req-1f3a4bf3-da85-454a-89fd-8d7f3fa16901 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=636096c2-d69d-4355-8a11-d31e78d9de0b HTTP/1.1" status: 200 len: 946 time: 0.0753195 Sep 03 16:31:11.708905 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 50504) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:11.719716 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ca63ef52-e4e9-4621-bd54-815c000eb86a req-a9914479-b7b3-4132-ba43-2fd5adcef48b tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479369 Sep 03 16:31:11.819797 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-16470645-46bd-4e47-925f-d67632d1c716 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2073588636-network', 'tenant_id': 'e71e4fd9b30b4cdbb431569995a9b2b0'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:31:11.844151 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16470645-46bd-4e47-925f-d67632d1c716 admin admin] Made reservation on behalf of e71e4fd9b30b4cdbb431569995a9b2b0 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:31:11.846653 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-16470645-46bd-4e47-925f-d67632d1c716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:11.856501 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-16470645-46bd-4e47-925f-d67632d1c716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:11.961813 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-16470645-46bd-4e47-925f-d67632d1c716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:11.965975 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-16470645-46bd-4e47-925f-d67632d1c716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:11.990708 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16470645-46bd-4e47-925f-d67632d1c716 admin admin] vlan segment allocate from pool success with {'vlan_id': 850, 'physical_network': 'physnet1'} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 16:31:12.001714 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16470645-46bd-4e47-925f-d67632d1c716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ef6cbd-75f1-4d0f-b77a-1f3c0ee121f8,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:12.006816 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-16470645-46bd-4e47-925f-d67632d1c716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:12.007166 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.db.segments_db [None req-16470645-46bd-4e47-925f-d67632d1c716 admin admin] Added segment c7c8f7dc-1301-40da-a83e-347a76dd7ead of type vlan for network 9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8 Sep 03 16:31:12.051211 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-16470645-46bd-4e47-925f-d67632d1c716 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739257364188'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:12.077932 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-16470645-46bd-4e47-925f-d67632d1c716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:12.079146 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16470645-46bd-4e47-925f-d67632d1c716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:12.080175 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-16470645-46bd-4e47-925f-d67632d1c716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:12.120542 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-16470645-46bd-4e47-925f-d67632d1c716 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4099231 Sep 03 16:31:12.123599 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 50510) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:12.133698 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-ac53e31a-4432-4672-918e-c4f07cf58a30 admin admin] Request body: {'subnet': {'network_id': '9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2073588636-subnet', 'tenant_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:31:12.161103 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16470645-46bd-4e47-925f-d67632d1c716 admin admin] Pushing event updated for resources: {'Network': ['ID=9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:12.170794 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac53e31a-4432-4672-918e-c4f07cf58a30 admin admin] Made reservation on behalf of e71e4fd9b30b4cdbb431569995a9b2b0 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:31:12.172327 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Network 9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8 details requested by agent ovs-agent-dv-cinder-757936-8-iscsi with host dv-cinder-757936-8-iscsi {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 16:31:12.173134 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ac53e31a-4432-4672-918e-c4f07cf58a30 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:12.342569 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ac53e31a-4432-4672-918e-c4f07cf58a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:12.408179 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53e31a-4432-4672-918e-c4f07cf58a30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dcb62cb-36d4-4264-88ec-98f8e85fcb42,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:12.416347 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac53e31a-4432-4672-918e-c4f07cf58a30 admin admin] Checking segment: {'id': 'c7c8f7dc-1301-40da-a83e-347a76dd7ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:31:12.416710 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac53e31a-4432-4672-918e-c4f07cf58a30 admin admin] Network hostable DHCP agents. Network: 9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8, hostable agents: ['3c1899c8-97e0-46b0-b7e8-2386c864002b'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 16:31:12.434007 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac53e31a-4432-4672-918e-c4f07cf58a30 admin admin] Network 9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8 is scheduled to be hosted by DHCP agent 3c1899c8-97e0-46b0-b7e8-2386c864002b with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 16:31:12.443230 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-ac53e31a-4432-4672-918e-c4f07cf58a30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-8-iscsi, 9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:31:12.448335 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac53e31a-4432-4672-918e-c4f07cf58a30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:12.448941 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ac53e31a-4432-4672-918e-c4f07cf58a30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:12.452864 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3e1036-dbf6-4406-948d-c77e1245b602 None None] Network 9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8 requested from dv-cinder-757936-8-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:31:12.465675 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-ac53e31a-4432-4672-918e-c4f07cf58a30 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3366256 Sep 03 16:31:12.466214 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 50512) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:12.471172 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-b6c32564-16b7-4fa8-824c-4f5eb2ddfbc3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2073588636-router', 'tenant_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227'}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:31:12.495513 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b6c32564-16b7-4fa8-824c-4f5eb2ddfbc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-922507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126097'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:12.496553 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b6c32564-16b7-4fa8-824c-4f5eb2ddfbc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-923019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-980224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126088'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:12.565093 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b6c32564-16b7-4fa8-824c-4f5eb2ddfbc3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:12.628582 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c5ed3d-30eb-4d48-93b0-4ff7fbab1a2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp196e1458-7fbe-5091-b5c9-92cf974e8c50-9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8', 'network_id': '9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8', 'tenant_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'fixed_ips': [{'subnet_id': '5dcb62cb-36d4-4264-88ec-98f8e85fcb42'}]}} from dv-cinder-757936-8-iscsi. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 16:31:12.629479 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39c5ed3d-30eb-4d48-93b0-4ff7fbab1a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:12.705285 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b6c32564-16b7-4fa8-824c-4f5eb2ddfbc3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:12.783069 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-39c5ed3d-30eb-4d48-93b0-4ff7fbab1a2c None None] Allocated IP 172.20.0.2 (9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8/5dcb62cb-36d4-4264-88ec-98f8e85fcb42/89dd2063-3d79-4d6f-b442-908943583051) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:31:12.915857 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7fe704-26fa-4517-95d4-3315aa807a37 req-7501d753-2cad-4b15-9405-7bb25d607103 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:12.917359 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fd7fe704-26fa-4517-95d4-3315aa807a37 req-7501d753-2cad-4b15-9405-7bb25d607103 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=636096c2-d69d-4355-8a11-d31e78d9de0b HTTP/1.1" status: 200 len: 946 time: 0.1229215 Sep 03 16:31:12.936223 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39c5ed3d-30eb-4d48-93b0-4ff7fbab1a2c None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:12.946299 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-39c5ed3d-30eb-4d48-93b0-4ff7fbab1a2c None None] Transition to ACTIVE for port object 89dd2063-3d79-4d6f-b442-908943583051 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:31:12.963000 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-39c5ed3d-30eb-4d48-93b0-4ff7fbab1a2c None None] Transition to ACTIVE for port object 89dd2063-3d79-4d6f-b442-908943583051 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:31:12.969661 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39c5ed3d-30eb-4d48-93b0-4ff7fbab1a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:12.987174 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b6c32564-16b7-4fa8-824c-4f5eb2ddfbc3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:12.994423 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fd7fe704-26fa-4517-95d4-3315aa807a37 req-88183b23-82b7-4b1b-8545-d50490cb4833 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710061 Sep 03 16:31:13.011139 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c5ed3d-30eb-4d48-93b0-4ff7fbab1a2c None None] Network 9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:31:13.013929 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-39c5ed3d-30eb-4d48-93b0-4ff7fbab1a2c None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:31:13.018079 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b6c32564-16b7-4fa8-824c-4f5eb2ddfbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:13.018778 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c5ed3d-30eb-4d48-93b0-4ff7fbab1a2c None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:31:13.089578 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c5ed3d-30eb-4d48-93b0-4ff7fbab1a2c None None] Pushing event updated for resources: {'Port': ['ID=89dd2063-3d79-4d6f-b442-908943583051,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:13.105323 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-39c5ed3d-30eb-4d48-93b0-4ff7fbab1a2c None None] Attempting to bind port 89dd2063-3d79-4d6f-b442-908943583051 on host dv-cinder-757936-8-iscsi for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:31:13.106071 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-39c5ed3d-30eb-4d48-93b0-4ff7fbab1a2c None None] Attempting to bind port 89dd2063-3d79-4d6f-b442-908943583051 by drivers openvswitch,hyperv on host dv-cinder-757936-8-iscsi at level 0 using segments [{'id': 'c7c8f7dc-1301-40da-a83e-347a76dd7ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:31:13.106543 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c5ed3d-30eb-4d48-93b0-4ff7fbab1a2c None None] Attempting to bind port 89dd2063-3d79-4d6f-b442-908943583051 on network 9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:31:13.112151 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c5ed3d-30eb-4d48-93b0-4ff7fbab1a2c None None] Checking agent: {'id': '09c8fd01-6670-4f2e-aed1-0a61ad96cff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 19, 48), 'started_at': datetime.datetime(2021, 9, 3, 16, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:31:13.112620 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c5ed3d-30eb-4d48-93b0-4ff7fbab1a2c None None] Checking segment: {'id': 'c7c8f7dc-1301-40da-a83e-347a76dd7ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:31:13.113150 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39c5ed3d-30eb-4d48-93b0-4ff7fbab1a2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:13.113612 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c5ed3d-30eb-4d48-93b0-4ff7fbab1a2c None None] Bound using segment: {'id': 'c7c8f7dc-1301-40da-a83e-347a76dd7ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:31:13.114158 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-39c5ed3d-30eb-4d48-93b0-4ff7fbab1a2c None None] Bound port: 89dd2063-3d79-4d6f-b442-908943583051, host: dv-cinder-757936-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c8f7dc-1301-40da-a83e-347a76dd7ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:31:13.114618 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39c5ed3d-30eb-4d48-93b0-4ff7fbab1a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:13.134065 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975838b1-ff6c-47ed-920c-8fa5ded89e27 req-354417a4-a4bd-4020-a577-d488c19f050f tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:13.137648 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-975838b1-ff6c-47ed-920c-8fa5ded89e27 req-354417a4-a4bd-4020-a577-d488c19f050f tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=636096c2-d69d-4355-8a11-d31e78d9de0b HTTP/1.1" status: 200 len: 946 time: 0.0545249 Sep 03 16:31:13.160984 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-b6c32564-16b7-4fa8-824c-4f5eb2ddfbc3 admin admin] Allocated IP 172.27.3.110 (af961d58-b724-401e-8712-cedb04029227/ab4829e3-7396-4499-a1b3-42e28c777fec/efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:31:13.197487 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-39c5ed3d-30eb-4d48-93b0-4ff7fbab1a2c None None] For port 89dd2063-3d79-4d6f-b442-908943583051, host dv-cinder-757936-8-iscsi, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:31:13.201580 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-39c5ed3d-30eb-4d48-93b0-4ff7fbab1a2c None None] For port 89dd2063-3d79-4d6f-b442-908943583051, host dv-cinder-757936-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=89dd2063-3d79-4d6f-b442-908943583051,segment=NetworkSegment(c7c8f7dc-1301-40da-a83e-347a76dd7ead),segment_id=c7c8f7dc-1301-40da-a83e-347a76dd7ead)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:31:13.209853 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-39c5ed3d-30eb-4d48-93b0-4ff7fbab1a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:13.214620 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-975838b1-ff6c-47ed-920c-8fa5ded89e27 req-bcb64b10-c8c7-4c6e-9aea-cadc556b1572 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703497 Sep 03 16:31:13.239500 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 50520) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:13.297601 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c5ed3d-30eb-4d48-93b0-4ff7fbab1a2c None None] Pushing event updated for resources: {'Port': ['ID=89dd2063-3d79-4d6f-b442-908943583051,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:13.311792 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b6c32564-16b7-4fa8-824c-4f5eb2ddfbc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:13.361821 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b6c32564-16b7-4fa8-824c-4f5eb2ddfbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852113'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:13.402623 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c32564-16b7-4fa8-824c-4f5eb2ddfbc3 admin admin] Network af961d58-b724-401e-8712-cedb04029227 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:31:13.405637 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-b6c32564-16b7-4fa8-824c-4f5eb2ddfbc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:31:13.409675 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c32564-16b7-4fa8-824c-4f5eb2ddfbc3 admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:31:13.419372 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c32564-16b7-4fa8-824c-4f5eb2ddfbc3 admin admin] Pushing event updated for resources: {'Port': ['ID=efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:13.427983 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a67fc7-d224-463f-943c-3f8c08b0112b tempest-TestVolumeBootPattern-244468141 tempest-TestVolumeBootPattern-244468141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:13.430274 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-f9a67fc7-d224-463f-943c-3f8c08b0112b tempest-TestVolumeBootPattern-244468141 tempest-TestVolumeBootPattern-244468141-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=636096c2-d69d-4355-8a11-d31e78d9de0b HTTP/1.1" status: 200 len: 1094 time: 0.1888428 Sep 03 16:31:13.436046 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 50524) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:13.441898 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-1d522927-19a3-4a13-9fc8-9ae65b419fd7 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Request body: {'floatingip': {'floating_network_id': 'af961d58-b724-401e-8712-cedb04029227', 'port_id': 'ffffed98-a7c6-45ed-884b-0df357580a97', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:31:13.470560 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1d522927-19a3-4a13-9fc8-9ae65b419fd7 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks [] for floatingip, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:13.628314 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1d522927-19a3-4a13-9fc8-9ae65b419fd7 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:13.741522 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b6c32564-16b7-4fa8-824c-4f5eb2ddfbc3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:13.771857 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-1d522927-19a3-4a13-9fc8-9ae65b419fd7 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Allocated IP 172.27.3.91 (af961d58-b724-401e-8712-cedb04029227/ab4829e3-7396-4499-a1b3-42e28c777fec/05c33c94-fb0c-433c-b883-3c9e1c16cc78) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:31:13.895252 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1d522927-19a3-4a13-9fc8-9ae65b419fd7 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:13.940834 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1d522927-19a3-4a13-9fc8-9ae65b419fd7 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:13.982447 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d522927-19a3-4a13-9fc8-9ae65b419fd7 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Network af961d58-b724-401e-8712-cedb04029227 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:31:13.985604 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-1d522927-19a3-4a13-9fc8-9ae65b419fd7 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:31:13.990063 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d522927-19a3-4a13-9fc8-9ae65b419fd7 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:31:14.000813 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d522927-19a3-4a13-9fc8-9ae65b419fd7 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Pushing event updated for resources: {'Port': ['ID=05c33c94-fb0c-433c-b883-3c9e1c16cc78,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:14.052162 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b6c32564-16b7-4fa8-824c-4f5eb2ddfbc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-921106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-923102'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:14.230156 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c32564-16b7-4fa8-824c-4f5eb2ddfbc3 admin admin] Router 6efe9480-a426-4d8f-bf5f-4cd8f0297a7e is scheduled to L3 agent 32b2b364-f1ef-43b0-aa1c-04e185c9ddf9 with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 16:31:14.346647 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ca6f78-4b1f-47b5-9d3c-5b9de92f1a2c None None] Network 9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8 requested from dv-cinder-757936-8-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:31:14.398850 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c32564-16b7-4fa8-824c-4f5eb2ddfbc3 admin admin] Notify agent at l3_agent.dv-cinder-757936-8-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:31:14.436989 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b6c32564-16b7-4fa8-824c-4f5eb2ddfbc3 admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:14.441740 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-b6c32564-16b7-4fa8-824c-4f5eb2ddfbc3 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9743145 Sep 03 16:31:14.443302 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 50532) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:14.454696 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb2a1a6-a60d-46f1-b5c4-088935eddd31 None None] Sync routers for ids ['6efe9480-a426-4d8f-bf5f-4cd8f0297a7e'] in dv-cinder-757936-8-iscsi {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:31:14.478059 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb2a1a6-a60d-46f1-b5c4-088935eddd31 None None] Routers {'6efe9480-a426-4d8f-bf5f-4cd8f0297a7e'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:31:14.479222 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-dcb2a1a6-a60d-46f1-b5c4-088935eddd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:30:48Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['6efe9480-a426-4d8f-bf5f-4cd8f0297a7e'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:14.542769 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-8779b50d-0a83-418d-a1ea-9e9127436555 None None] Provisioning for port 89dd2063-3d79-4d6f-b442-908943583051 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:31:14.702135 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1d522927-19a3-4a13-9fc8-9ae65b419fd7 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:14.789220 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-dcb2a1a6-a60d-46f1-b5c4-088935eddd31 None None] Set router 6efe9480-a426-4d8f-bf5f-4cd8f0297a7e gateway port host: dv-cinder-757936-8-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:31:14.796700 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1d522927-19a3-4a13-9fc8-9ae65b419fd7 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:15.111462 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1d522927-19a3-4a13-9fc8-9ae65b419fd7 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:15.118517 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1d522927-19a3-4a13-9fc8-9ae65b419fd7 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:15.162366 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1d522927-19a3-4a13-9fc8-9ae65b419fd7 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956928'] for floatingip, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:15.179127 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-dcb2a1a6-a60d-46f1-b5c4-088935eddd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'name': 'tempest-AttachVolumeShelveTestJSON-2073588636-router', 'tenant_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': 'efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:31:12Z', 'updated_at': '2021-09-03T16:31:13Z', 'revision_number': 3, 'project_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'gw_port': {'id': 'efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:aa:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:31:13Z', 'updated_at': '2021-09-03T16:31:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi'}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:15.230848 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb2a1a6-a60d-46f1-b5c4-088935eddd31 None None] Checking router: 6efe9480-a426-4d8f-bf5f-4cd8f0297a7e for host: dv-cinder-757936-8-iscsi {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:31:15.231490 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb2a1a6-a60d-46f1-b5c4-088935eddd31 None None] Updating router 6efe9480-a426-4d8f-bf5f-4cd8f0297a7e port efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d binding host dv-cinder-757936-8-iscsi {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 16:31:15.263244 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d522927-19a3-4a13-9fc8-9ae65b419fd7 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Pushing event updated for resources: {'Port': ['ID=05c33c94-fb0c-433c-b883-3c9e1c16cc78,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:15.282721 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dcb2a1a6-a60d-46f1-b5c4-088935eddd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:15.310745 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.db.l3_db [None req-1d522927-19a3-4a13-9fc8-9ae65b419fd7 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Floating IP 822e7056-7545-49b4-96aa-f8762a0723b4 associated. External IP: 172.27.3.91, port: ffffed98-a7c6-45ed-884b-0df357580a97. Sep 03 16:31:15.410191 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-75cbca53-44d1-4435-bc7c-cd80e7a174b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:15.569831 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 89dd2063-3d79-4d6f-b442-908943583051 up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:31:15.590175 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d522927-19a3-4a13-9fc8-9ae65b419fd7 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Router b05391c3-ba58-4438-9370-65c2d19bc83e has already been hosted by L3 agent 32b2b364-f1ef-43b0-aa1c-04e185c9ddf9 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:31:15.625254 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-75cbca53-44d1-4435-bc7c-cd80e7a174b4 admin admin] Allocated IP 172.20.0.1 (9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8/5dcb62cb-36d4-4264-88ec-98f8e85fcb42/fc0f659e-0be3-489c-bdf8-741a072ba04d) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:31:15.626965 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b30c0778-4105-4893-aac0-ce87a9dcceaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:15.723974 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning for port 89dd2063-3d79-4d6f-b442-908943583051 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:31:15.748641 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port 89dd2063-3d79-4d6f-b442-908943583051 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:31:15.749127 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:15.770513 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d522927-19a3-4a13-9fc8-9ae65b419fd7 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify agent at l3_agent.dv-cinder-757936-8-iscsi the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:31:15.787110 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038a6221-aa2d-4883-b4a6-e7680f92c124 None None] Sync routers for ids ['b05391c3-ba58-4438-9370-65c2d19bc83e'] in dv-cinder-757936-8-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:31:15.798652 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1d522927-19a3-4a13-9fc8-9ae65b419fd7 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:15.825500 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038a6221-aa2d-4883-b4a6-e7680f92c124 None None] Routers {'b05391c3-ba58-4438-9370-65c2d19bc83e'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:31:15.826570 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-038a6221-aa2d-4883-b4a6-e7680f92c124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:30:48Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['b05391c3-ba58-4438-9370-65c2d19bc83e'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:15.861378 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-1d522927-19a3-4a13-9fc8-9ae65b419fd7 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4132800 Sep 03 16:31:15.861378 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '636096c2-d69d-4355-8a11-d31e78d9de0b', 'tag': 'ffffed98-a7c6-45ed-884b-0df357580a97'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:31:15.861378 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60a3384ac15a167e802cb15cc86cd66e960e7e49bcb7609cd88b9514a3633fc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9cb91c-c0a9-47bf-adda-a7189bfe2e5f" -d '{"events": [{"name": "network-changed", "server_uuid": "636096c2-d69d-4355-8a11-d31e78d9de0b", "tag": "ffffed98-a7c6-45ed-884b-0df357580a97"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:31:15.877303 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dcb2a1a6-a60d-46f1-b5c4-088935eddd31 None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:15.879974 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-75cbca53-44d1-4435-bc7c-cd80e7a174b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:15.909760 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.provisioning_blocks [None req-75cbca53-44d1-4435-bc7c-cd80e7a174b4 admin admin] Transition to ACTIVE for port object fc0f659e-0be3-489c-bdf8-741a072ba04d will not be triggered until provisioned by entity DHCP. {{(pid=93828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:31:15.915820 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-dcb2a1a6-a60d-46f1-b5c4-088935eddd31 None None] Transition to ACTIVE for port object efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:31:15.929557 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dcb2a1a6-a60d-46f1-b5c4-088935eddd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:15.960323 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b267cde-38f4-4461-92d5-34292743d3f8 x-openstack-request-id: req-1b267cde-38f4-4461-92d5-34292743d3f8 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:31:15.961486 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "636096c2-d69d-4355-8a11-d31e78d9de0b", "tag": "ffffed98-a7c6-45ed-884b-0df357580a97", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:31:15.962210 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1b267cde-38f4-4461-92d5-34292743d3f8 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:31:15.963290 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '636096c2-d69d-4355-8a11-d31e78d9de0b', 'tag': 'ffffed98-a7c6-45ed-884b-0df357580a97', 'status': 'completed', 'code': 200} Sep 03 16:31:15.981001 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-75cbca53-44d1-4435-bc7c-cd80e7a174b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852113'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:15.981962 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:16.015407 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-038a6221-aa2d-4883-b4a6-e7680f92c124 None None] Set router b05391c3-ba58-4438-9370-65c2d19bc83e gateway port host: dv-cinder-757936-8-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:31:16.031653 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cbca53-44d1-4435-bc7c-cd80e7a174b4 admin admin] Pushing event updated for resources: {'Port': ['ID=fc0f659e-0be3-489c-bdf8-741a072ba04d,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:16.043861 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cbca53-44d1-4435-bc7c-cd80e7a174b4 admin admin] Network 9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:31:16.045630 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-75cbca53-44d1-4435-bc7c-cd80e7a174b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:31:16.048582 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cbca53-44d1-4435-bc7c-cd80e7a174b4 admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:31:16.060010 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82d94f-c48c-41fa-ba4c-2c363cc19ca4 None None] Pushing event updated for resources: {'Port': ['ID=efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:16.083926 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-dcb2a1a6-a60d-46f1-b5c4-088935eddd31 None None] Attempting to bind port efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d on host dv-cinder-757936-8-iscsi for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:31:16.084589 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-dcb2a1a6-a60d-46f1-b5c4-088935eddd31 None None] Attempting to bind port efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d by drivers openvswitch,hyperv on host dv-cinder-757936-8-iscsi at level 0 using segments [{'id': '8fbc7082-b272-4b43-971d-120707d467f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af961d58-b724-401e-8712-cedb04029227'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:31:16.085389 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb2a1a6-a60d-46f1-b5c4-088935eddd31 None None] Attempting to bind port efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d on network af961d58-b724-401e-8712-cedb04029227 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:31:16.106655 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb2a1a6-a60d-46f1-b5c4-088935eddd31 None None] Checking agent: {'id': '09c8fd01-6670-4f2e-aed1-0a61ad96cff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 19, 48), 'started_at': datetime.datetime(2021, 9, 3, 16, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:31:16.107362 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb2a1a6-a60d-46f1-b5c4-088935eddd31 None None] Checking segment: {'id': '8fbc7082-b272-4b43-971d-120707d467f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af961d58-b724-401e-8712-cedb04029227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:31:16.111245 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dcb2a1a6-a60d-46f1-b5c4-088935eddd31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:16.112048 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb2a1a6-a60d-46f1-b5c4-088935eddd31 None None] Bound using segment: {'id': '8fbc7082-b272-4b43-971d-120707d467f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af961d58-b724-401e-8712-cedb04029227'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:31:16.116337 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-dcb2a1a6-a60d-46f1-b5c4-088935eddd31 None None] Bound port: efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d, host: dv-cinder-757936-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fbc7082-b272-4b43-971d-120707d467f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af961d58-b724-401e-8712-cedb04029227'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:31:16.119937 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dcb2a1a6-a60d-46f1-b5c4-088935eddd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:16.144173 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9cb91c-c0a9-47bf-adda-a7189bfe2e5f req-080f071b-3035-4d66-9c1b-e807c8d64c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:16.145779 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-75cbca53-44d1-4435-bc7c-cd80e7a174b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-957067'] for router_interface, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:16.149712 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1c9cb91c-c0a9-47bf-adda-a7189bfe2e5f req-080f071b-3035-4d66-9c1b-e807c8d64c7c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=19bf0ba519e14617adef11a5e39bcbc0&device_id=636096c2-d69d-4355-8a11-d31e78d9de0b HTTP/1.1" status: 200 len: 1099 time: 0.1490443 Sep 03 16:31:16.208092 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] For port 89dd2063-3d79-4d6f-b442-908943583051, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=89dd2063-3d79-4d6f-b442-908943583051,segment=NetworkSegment(c7c8f7dc-1301-40da-a83e-347a76dd7ead),segment_id=c7c8f7dc-1301-40da-a83e-347a76dd7ead)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:31:16.221719 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:16.358115 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-75cbca53-44d1-4435-bc7c-cd80e7a174b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:16.401891 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-dcb2a1a6-a60d-46f1-b5c4-088935eddd31 None None] For port efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d, host dv-cinder-757936-8-iscsi, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:31:16.433632 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-dcb2a1a6-a60d-46f1-b5c4-088935eddd31 None None] For port efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d, host dv-cinder-757936-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d,segment=NetworkSegment(8fbc7082-b272-4b43-971d-120707d467f2),segment_id=8fbc7082-b272-4b43-971d-120707d467f2)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:31:16.438038 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Pushing event updated for resources: {'Port': ['ID=89dd2063-3d79-4d6f-b442-908943583051,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:16.448980 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dcb2a1a6-a60d-46f1-b5c4-088935eddd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:16.492831 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9cb91c-c0a9-47bf-adda-a7189bfe2e5f req-1622f7d9-6d06-452b-9f76-520737c30582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:16.495676 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1c9cb91c-c0a9-47bf-adda-a7189bfe2e5f req-1622f7d9-6d06-452b-9f76-520737c30582 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ad522a35-4ced-4cb5-b8e3-4ba24d469eaa HTTP/1.1" status: 200 len: 913 time: 0.3364229 Sep 03 16:31:16.564679 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb2a1a6-a60d-46f1-b5c4-088935eddd31 None None] Routers {'6efe9480-a426-4d8f-bf5f-4cd8f0297a7e'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:31:16.565362 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-dcb2a1a6-a60d-46f1-b5c4-088935eddd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:30:48Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['6efe9480-a426-4d8f-bf5f-4cd8f0297a7e'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:16.626574 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-038a6221-aa2d-4883-b4a6-e7680f92c124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'name': 'tempest-TestVolumeBootPattern-1226031807-router', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'dbb4eb8a-c8c0-4843-86c1-855401144da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:06Z', 'updated_at': '2021-09-03T16:30:13Z', 'revision_number': 4, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'gw_port': {'id': 'dbb4eb8a-c8c0-4843-86c1-855401144da6', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:60:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:07Z', 'updated_at': '2021-09-03T16:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_floatingips': [{'id': '822e7056-7545-49b4-96aa-f8762a0723b4', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'floating_ip_address': '172.27.3.91', 'floating_network_id': 'af961d58-b724-401e-8712-cedb04029227', 'router_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'port_id': 'ffffed98-a7c6-45ed-884b-0df357580a97', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa', 'mac_address': 'fa:16:3e:16:53:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636096c2-d69d-4355-8a11-d31e78d9de0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:31:14Z', 'updated_at': '2021-09-03T16:31:14Z', 'revision_number': 0, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11c8522f-4809-4654-a1d8-465b37fb0299', 'name': '', 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'mac_address': 'fa:16:3e:20:84:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '6421e508-5483-421b-b991-952129da5e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:12Z', 'updated_at': '2021-09-03T16:30:23Z', 'revision_number': 5, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'subnets': [{'id': '6421e508-5483-421b-b991-952129da5e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:16.627617 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1c9cb91c-c0a9-47bf-adda-a7189bfe2e5f req-d6a33330-b485-454b-b099-8f438b2782e8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffffed98-a7c6-45ed-884b-0df357580a97 HTTP/1.1" status: 200 len: 999 time: 0.1207230 Sep 03 16:31:16.636163 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-75cbca53-44d1-4435-bc7c-cd80e7a174b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:16.637121 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82d94f-c48c-41fa-ba4c-2c363cc19ca4 None None] Pushing event updated for resources: {'Port': ['ID=efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:16.646468 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-75cbca53-44d1-4435-bc7c-cd80e7a174b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126852102'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:16.683214 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038a6221-aa2d-4883-b4a6-e7680f92c124 None None] Checking router: b05391c3-ba58-4438-9370-65c2d19bc83e for host: dv-cinder-757936-8-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:31:16.692848 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ac707910-ff5a-459d-af97-b227c73c0808 None None] Provisioning for port fc0f659e-0be3-489c-bdf8-741a072ba04d completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:31:16.700206 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038a6221-aa2d-4883-b4a6-e7680f92c124 None None] Routers {'b05391c3-ba58-4438-9370-65c2d19bc83e'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:31:16.700776 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-ac707910-ff5a-459d-af97-b227c73c0808 None None] Provisioning complete for port fc0f659e-0be3-489c-bdf8-741a072ba04d triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:31:16.701201 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ac707910-ff5a-459d-af97-b227c73c0808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:16.702300 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-038a6221-aa2d-4883-b4a6-e7680f92c124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:30:48Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['b05391c3-ba58-4438-9370-65c2d19bc83e'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:16.760351 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-ac707910-ff5a-459d-af97-b227c73c0808 None None] Port fc0f659e-0be3-489c-bdf8-741a072ba04d cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:31:16.769805 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9cb91c-c0a9-47bf-adda-a7189bfe2e5f req-9d1059a9-5f4a-4cc2-af4b-a069c0cb55c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:16.772011 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1c9cb91c-c0a9-47bf-adda-a7189bfe2e5f req-9d1059a9-5f4a-4cc2-af4b-a069c0cb55c5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6421e508-5483-421b-b991-952129da5e9d HTTP/1.1" status: 200 len: 851 time: 0.1320722 Sep 03 16:31:16.778876 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-dcb2a1a6-a60d-46f1-b5c4-088935eddd31 None None] Set router 6efe9480-a426-4d8f-bf5f-4cd8f0297a7e gateway port host: dv-cinder-757936-8-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:31:16.794029 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cbca53-44d1-4435-bc7c-cd80e7a174b4 admin admin] Pushing event updated for resources: {'Port': ['ID=fc0f659e-0be3-489c-bdf8-741a072ba04d,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:16.813434 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-75cbca53-44d1-4435-bc7c-cd80e7a174b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-922651'] for router_interface, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:16.866185 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9cb91c-c0a9-47bf-adda-a7189bfe2e5f req-06c25041-b4c0-4ec2-a882-2557f51eaf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:16.869668 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1c9cb91c-c0a9-47bf-adda-a7189bfe2e5f req-06c25041-b4c0-4ec2-a882-2557f51eaf1a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ad522a35-4ced-4cb5-b8e3-4ba24d469eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0891519 Sep 03 16:31:16.877949 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-e252f19f-dd3e-4d3c-8df8-c3041748f205 None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:31:16.925375 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-038a6221-aa2d-4883-b4a6-e7680f92c124 None None] Set router b05391c3-ba58-4438-9370-65c2d19bc83e gateway port host: dv-cinder-757936-8-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:31:16.944560 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cbca53-44d1-4435-bc7c-cd80e7a174b4 admin admin] Network 9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:31:16.946545 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-75cbca53-44d1-4435-bc7c-cd80e7a174b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:31:17.094731 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1c9cb91c-c0a9-47bf-adda-a7189bfe2e5f req-8f5d6686-759d-4909-8dd8-2d0b71b274ea service neutron] 10.222.0.58 "GET /v2.0/networks/ad522a35-4ced-4cb5-b8e3-4ba24d469eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117772 Sep 03 16:31:17.119836 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75cbca53-44d1-4435-bc7c-cd80e7a174b4 admin admin] Router 6efe9480-a426-4d8f-bf5f-4cd8f0297a7e has already been hosted by L3 agent 32b2b364-f1ef-43b0-aa1c-04e185c9ddf9 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:31:17.151438 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-dcb2a1a6-a60d-46f1-b5c4-088935eddd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'name': 'tempest-AttachVolumeShelveTestJSON-2073588636-router', 'tenant_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': 'efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:31:12Z', 'updated_at': '2021-09-03T16:31:16Z', 'revision_number': 4, 'project_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'gw_port': {'id': 'efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:aa:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:31:13Z', 'updated_at': '2021-09-03T16:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': 'fc0f659e-0be3-489c-bdf8-741a072ba04d', 'name': '', 'network_id': '9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8', 'tenant_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'mac_address': 'fa:16:3e:42:18:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5dcb62cb-36d4-4264-88ec-98f8e85fcb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:31:15Z', 'updated_at': '2021-09-03T16:31:15Z', 'revision_number': 1, 'project_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'subnets': [{'id': '5dcb62cb-36d4-4264-88ec-98f8e85fcb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:17.219527 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb2a1a6-a60d-46f1-b5c4-088935eddd31 None None] The sync data for ids ['6efe9480-a426-4d8f-bf5f-4cd8f0297a7e'] in dv-cinder-757936-8-iscsi is: [{'id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'name': 'tempest-AttachVolumeShelveTestJSON-2073588636-router', 'tenant_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': 'efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:31:12Z', 'updated_at': '2021-09-03T16:31:16Z', 'revision_number': 4, 'project_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'gw_port': {'id': 'efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:aa:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:31:13Z', 'updated_at': '2021-09-03T16:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': 'fc0f659e-0be3-489c-bdf8-741a072ba04d', 'name': '', 'network_id': '9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8', 'tenant_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'mac_address': 'fa:16:3e:42:18:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5dcb62cb-36d4-4264-88ec-98f8e85fcb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:31:15Z', 'updated_at': '2021-09-03T16:31:15Z', 'revision_number': 1, 'project_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'subnets': [{'id': '5dcb62cb-36d4-4264-88ec-98f8e85fcb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:31:17.334219 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-038a6221-aa2d-4883-b4a6-e7680f92c124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'name': 'tempest-TestVolumeBootPattern-1226031807-router', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'dbb4eb8a-c8c0-4843-86c1-855401144da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:06Z', 'updated_at': '2021-09-03T16:30:13Z', 'revision_number': 4, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'gw_port': {'id': 'dbb4eb8a-c8c0-4843-86c1-855401144da6', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:60:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:07Z', 'updated_at': '2021-09-03T16:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_floatingips': [{'id': '822e7056-7545-49b4-96aa-f8762a0723b4', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'floating_ip_address': '172.27.3.91', 'floating_network_id': 'af961d58-b724-401e-8712-cedb04029227', 'router_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'port_id': 'ffffed98-a7c6-45ed-884b-0df357580a97', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa', 'mac_address': 'fa:16:3e:16:53:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636096c2-d69d-4355-8a11-d31e78d9de0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:31:14Z', 'updated_at': '2021-09-03T16:31:14Z', 'revision_number': 0, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11c8522f-4809-4654-a1d8-465b37fb0299', 'name': '', 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'mac_address': 'fa:16:3e:20:84:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '6421e508-5483-421b-b991-952129da5e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:12Z', 'updated_at': '2021-09-03T16:30:23Z', 'revision_number': 5, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'subnets': [{'id': '6421e508-5483-421b-b991-952129da5e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:17.357709 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1c9cb91c-c0a9-47bf-adda-a7189bfe2e5f req-6749845e-8ac0-4dac-b4fb-c1f44261e289 service neutron] 10.222.0.58 "GET /v2.0/networks/ad522a35-4ced-4cb5-b8e3-4ba24d469eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504244 Sep 03 16:31:17.370099 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038a6221-aa2d-4883-b4a6-e7680f92c124 None None] The sync data for ids ['b05391c3-ba58-4438-9370-65c2d19bc83e'] in dv-cinder-757936-8-iscsi is: [{'id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'name': 'tempest-TestVolumeBootPattern-1226031807-router', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'dbb4eb8a-c8c0-4843-86c1-855401144da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:06Z', 'updated_at': '2021-09-03T16:30:13Z', 'revision_number': 4, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'gw_port': {'id': 'dbb4eb8a-c8c0-4843-86c1-855401144da6', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:60:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:07Z', 'updated_at': '2021-09-03T16:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_floatingips': [{'id': '822e7056-7545-49b4-96aa-f8762a0723b4', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'floating_ip_address': '172.27.3.91', 'floating_network_id': 'af961d58-b724-401e-8712-cedb04029227', 'router_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'port_id': 'ffffed98-a7c6-45ed-884b-0df357580a97', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa', 'mac_address': 'fa:16:3e:16:53:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636096c2-d69d-4355-8a11-d31e78d9de0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:31:14Z', 'updated_at': '2021-09-03T16:31:14Z', 'revision_number': 0, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11c8522f-4809-4654-a1d8-465b37fb0299', 'name': '', 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'mac_address': 'fa:16:3e:20:84:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '6421e508-5483-421b-b991-952129da5e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:12Z', 'updated_at': '2021-09-03T16:30:23Z', 'revision_number': 5, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'subnets': [{'id': '6421e508-5483-421b-b991-952129da5e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:31:17.390297 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75cbca53-44d1-4435-bc7c-cd80e7a174b4 admin admin] Notify agent at l3_agent.dv-cinder-757936-8-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:31:17.416409 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-75cbca53-44d1-4435-bc7c-cd80e7a174b4 admin admin] 10.222.0.62 "PUT /v2.0/routers/6efe9480-a426-4d8f-bf5f-4cd8f0297a7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9632885 Sep 03 16:31:17.421997 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-40f8d38b-b245-4243-9667-3d15e23e9982 None None] Provisioning complete for port fc0f659e-0be3-489c-bdf8-741a072ba04d triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:31:17.423161 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-40f8d38b-b245-4243-9667-3d15e23e9982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:17.477779 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-40f8d38b-b245-4243-9667-3d15e23e9982 None None] Port fc0f659e-0be3-489c-bdf8-741a072ba04d cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:31:17.482958 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 89dd2063-3d79-4d6f-b442-908943583051 up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:31:17.576200 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port 89dd2063-3d79-4d6f-b442-908943583051 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:31:17.577500 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:17.762604 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66b96b8-dcec-45f6-99f1-8885aad58776 None None] New status for floating IP 822e7056-7545-49b4-96aa-f8762a0723b4: ACTIVE {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 16:31:18.104468 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-91bdfefb-7d16-4dcb-a40b-19c27fadd322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:18.268603 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 50566) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:18.275440 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-815056bb-2ddf-485f-99cd-70ffe37a4254 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Request body: {'security_group': {'name': 'tempest-securitygroup--801280836', 'description': 'tempest-description--1461870410'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:31:18.306813 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-815056bb-2ddf-485f-99cd-70ffe37a4254 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:18.359635 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:18.464058 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-815056bb-2ddf-485f-99cd-70ffe37a4254 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:18.479663 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-815056bb-2ddf-485f-99cd-70ffe37a4254 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:18.516369 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-815056bb-2ddf-485f-99cd-70ffe37a4254 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:18.517790 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-815056bb-2ddf-485f-99cd-70ffe37a4254 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2475703 Sep 03 16:31:18.519901 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815056bb-2ddf-485f-99cd-70ffe37a4254 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a02d0db-3c1e-4eb2-8171-90fce455fef3,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:18.522038 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 50568) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:18.529277 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-5b3e4e35-cf25-4b89-ba22-ec2c048da665 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Request body: {'security_group_rule': {'security_group_id': '4a02d0db-3c1e-4eb2-8171-90fce455fef3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:31:18.572358 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5b3e4e35-cf25-4b89-ba22-ec2c048da665 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:18.644000 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5b3e4e35-cf25-4b89-ba22-ec2c048da665 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:18.650874 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5b3e4e35-cf25-4b89-ba22-ec2c048da665 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494245'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:18.679624 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3e4e35-cf25-4b89-ba22-ec2c048da665 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=485bd47e-92f3-464b-b1bc-44cd8c1fe1d7,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:18.687602 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5b3e4e35-cf25-4b89-ba22-ec2c048da665 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:18.688822 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-5b3e4e35-cf25-4b89-ba22-ec2c048da665 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1640859 Sep 03 16:31:18.691778 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 50574) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:18.697672 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-0e2cc57e-1135-4c33-83cf-c5ebecdc5ab2 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Request body: {'security_group_rule': {'security_group_id': '4a02d0db-3c1e-4eb2-8171-90fce455fef3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:31:18.732826 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0e2cc57e-1135-4c33-83cf-c5ebecdc5ab2 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:18.834874 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0e2cc57e-1135-4c33-83cf-c5ebecdc5ab2 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:18.840617 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0e2cc57e-1135-4c33-83cf-c5ebecdc5ab2 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494245'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:18.860524 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2cc57e-1135-4c33-83cf-c5ebecdc5ab2 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d7542ac-ee50-46e3-9480-e94ec88e4039,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:18.870127 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-0e2cc57e-1135-4c33-83cf-c5ebecdc5ab2 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:18.874958 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-0e2cc57e-1135-4c33-83cf-c5ebecdc5ab2 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1785929 Sep 03 16:31:18.875431 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 50578) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:18.883580 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-511f2a78-eb9b-4d15-8097-05bd76c159a1 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Request body: {'floatingip': {'floating_network_id': 'af961d58-b724-401e-8712-cedb04029227'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:31:18.914005 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-511f2a78-eb9b-4d15-8097-05bd76c159a1 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:18.961127 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b021145-89e5-4036-92a4-5289d4780ca4 req-f53ceac7-89d2-441f-bf7d-1b2f41112d2e tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:18.962744 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5b021145-89e5-4036-92a4-5289d4780ca4 req-f53ceac7-89d2-441f-bf7d-1b2f41112d2e tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc9a0e63-9529-4244-a1be-477d70acaff9 HTTP/1.1" status: 200 len: 945 time: 0.0823302 Sep 03 16:31:19.013367 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5b021145-89e5-4036-92a4-5289d4780ca4 req-224f285d-969c-4107-8d77-6f3c9f1aa723 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434506 Sep 03 16:31:19.015466 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad34-f359-45be-bded-9b7b563a89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:19.045645 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-511f2a78-eb9b-4d15-8097-05bd76c159a1 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:19.167554 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-511f2a78-eb9b-4d15-8097-05bd76c159a1 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Allocated IP 172.27.3.185 (af961d58-b724-401e-8712-cedb04029227/ab4829e3-7396-4499-a1b3-42e28c777fec/846d707a-7767-40fd-abdc-bbf1719fdb4e) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:31:19.308854 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-511f2a78-eb9b-4d15-8097-05bd76c159a1 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:19.362129 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-511f2a78-eb9b-4d15-8097-05bd76c159a1 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852113'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:19.405243 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511f2a78-eb9b-4d15-8097-05bd76c159a1 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Network af961d58-b724-401e-8712-cedb04029227 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:31:19.408145 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-511f2a78-eb9b-4d15-8097-05bd76c159a1 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:31:19.412062 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511f2a78-eb9b-4d15-8097-05bd76c159a1 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:31:19.421586 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f2a78-eb9b-4d15-8097-05bd76c159a1 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Pushing event updated for resources: {'Port': ['ID=846d707a-7767-40fd-abdc-bbf1719fdb4e,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:19.470682 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:31:19.522152 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-511f2a78-eb9b-4d15-8097-05bd76c159a1 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:19.524288 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning for port efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:31:19.529112 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:31:19.529904 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:19.577946 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-511f2a78-eb9b-4d15-8097-05bd76c159a1 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:19.621825 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:19.642880 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] For port efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d,segment=NetworkSegment(8fbc7082-b272-4b43-971d-120707d467f2),segment_id=8fbc7082-b272-4b43-971d-120707d467f2)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:31:19.654631 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:19.712332 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Pushing event updated for resources: {'Port': ['ID=efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:19.758917 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-511f2a78-eb9b-4d15-8097-05bd76c159a1 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:19.764824 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-511f2a78-eb9b-4d15-8097-05bd76c159a1 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126852102'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:19.841876 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f2a78-eb9b-4d15-8097-05bd76c159a1 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Pushing event updated for resources: {'Port': ['ID=846d707a-7767-40fd-abdc-bbf1719fdb4e,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:19.851726 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-511f2a78-eb9b-4d15-8097-05bd76c159a1 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956928'] for floatingip, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:19.865566 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-511f2a78-eb9b-4d15-8097-05bd76c159a1 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:19.866993 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-511f2a78-eb9b-4d15-8097-05bd76c159a1 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9900649 Sep 03 16:31:19.879119 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02996f7b-26b7-4641-9375-3a61a54e8b16 None None] Sync routers for ids ['6efe9480-a426-4d8f-bf5f-4cd8f0297a7e'] in dv-cinder-757936-8-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:31:19.890181 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02996f7b-26b7-4641-9375-3a61a54e8b16 None None] Routers {'6efe9480-a426-4d8f-bf5f-4cd8f0297a7e'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:31:19.890842 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-02996f7b-26b7-4641-9375-3a61a54e8b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:31:18Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['6efe9480-a426-4d8f-bf5f-4cd8f0297a7e'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:20.000024 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-02996f7b-26b7-4641-9375-3a61a54e8b16 None None] Set router 6efe9480-a426-4d8f-bf5f-4cd8f0297a7e gateway port host: dv-cinder-757936-8-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:31:20.021237 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-011edfe2-2922-4e96-a54e-7998370273f9 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--801280836&fields=id&tenant_id=e71e4fd9b30b4cdbb431569995a9b2b0 HTTP/1.1" status: 200 len: 267 time: 0.0365708 Sep 03 16:31:20.147197 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-0dc43ef5-c83a-4bc9-a444-500d67c5410d tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:20.149023 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-0dc43ef5-c83a-4bc9-a444-500d67c5410d tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/networks?id=9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8 HTTP/1.1" status: 200 len: 817 time: 0.1205935 Sep 03 16:31:20.158642 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c705f4c-781e-492a-804d-e7989f66a41d req-bce24997-ebd7-4c4c-aaf6-dc74fc470433 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:20.160955 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2c705f4c-781e-492a-804d-e7989f66a41d req-bce24997-ebd7-4c4c-aaf6-dc74fc470433 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc9a0e63-9529-4244-a1be-477d70acaff9 HTTP/1.1" status: 200 len: 945 time: 0.0703971 Sep 03 16:31:20.169515 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-2e9f8326-2943-4614-9d69-c0b8850d008d tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/quotas/e71e4fd9b30b4cdbb431569995a9b2b0 HTTP/1.1" status: 200 len: 375 time: 0.0144696 Sep 03 16:31:20.213154 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2c705f4c-781e-492a-804d-e7989f66a41d req-ecc033ae-a5a0-4e24-b16d-b5371ea4245e tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457809 Sep 03 16:31:20.238039 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-cc39a28c-e6cf-4e09-b258-bcfd72cbd71c tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e71e4fd9b30b4cdbb431569995a9b2b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0623238 Sep 03 16:31:20.305946 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-02996f7b-26b7-4641-9375-3a61a54e8b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'name': 'tempest-AttachVolumeShelveTestJSON-2073588636-router', 'tenant_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': 'efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:31:12Z', 'updated_at': '2021-09-03T16:31:16Z', 'revision_number': 4, 'project_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'gw_port': {'id': 'efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:aa:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:31:13Z', 'updated_at': '2021-09-03T16:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': 'fc0f659e-0be3-489c-bdf8-741a072ba04d', 'name': '', 'network_id': '9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8', 'tenant_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'mac_address': 'fa:16:3e:42:18:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5dcb62cb-36d4-4264-88ec-98f8e85fcb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:31:15Z', 'updated_at': '2021-09-03T16:31:16Z', 'revision_number': 2, 'project_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'subnets': [{'id': '5dcb62cb-36d4-4264-88ec-98f8e85fcb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:20.335876 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02996f7b-26b7-4641-9375-3a61a54e8b16 None None] Checking router: 6efe9480-a426-4d8f-bf5f-4cd8f0297a7e for host: dv-cinder-757936-8-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:31:20.336240 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02996f7b-26b7-4641-9375-3a61a54e8b16 None None] Updating router 6efe9480-a426-4d8f-bf5f-4cd8f0297a7e port fc0f659e-0be3-489c-bdf8-741a072ba04d binding host dv-cinder-757936-8-iscsi {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 16:31:20.337547 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-5f7529ef-ea10-455b-bdff-bf9285d2ac92 service neutron] 10.222.0.62 "GET /v2.0/networks/9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854564 Sep 03 16:31:20.361870 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-02996f7b-26b7-4641-9375-3a61a54e8b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:20.434878 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-1d8b154c-3e16-42b9-9022-035ffcf1f488 service neutron] 10.222.0.62 "GET /v2.0/networks/9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912197 Sep 03 16:31:20.629298 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cd30da52-2df8-453b-8ef4-5735e114d12a req-b863c487-fb80-4fb0-86c9-eb30a43a56b7 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 210 time: 0.0287840 Sep 03 16:31:20.654803 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-02996f7b-26b7-4641-9375-3a61a54e8b16 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:20.668901 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-02996f7b-26b7-4641-9375-3a61a54e8b16 None None] Transition to ACTIVE for port object fc0f659e-0be3-489c-bdf8-741a072ba04d will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:31:20.677902 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-02996f7b-26b7-4641-9375-3a61a54e8b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:20.750324 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8544f857-d263-40e6-81e5-ee71dee83f29 None None] Pushing event updated for resources: {'Port': ['ID=fc0f659e-0be3-489c-bdf8-741a072ba04d,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:20.761589 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8544f857-d263-40e6-81e5-ee71dee83f29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:20.761961 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8544f857-d263-40e6-81e5-ee71dee83f29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:20.762286 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8544f857-d263-40e6-81e5-ee71dee83f29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:20.763094 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8544f857-d263-40e6-81e5-ee71dee83f29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:20.763094 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8544f857-d263-40e6-81e5-ee71dee83f29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:20.763352 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8544f857-d263-40e6-81e5-ee71dee83f29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:20.763649 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8544f857-d263-40e6-81e5-ee71dee83f29 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:20.763894 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8544f857-d263-40e6-81e5-ee71dee83f29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:20.764236 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8544f857-d263-40e6-81e5-ee71dee83f29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:20.764565 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8544f857-d263-40e6-81e5-ee71dee83f29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:20.764891 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8544f857-d263-40e6-81e5-ee71dee83f29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:20.765258 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8544f857-d263-40e6-81e5-ee71dee83f29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:20.800341 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30fea9dd-2dab-4865-ba17-13165276935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:20.827394 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-02996f7b-26b7-4641-9375-3a61a54e8b16 None None] Attempting to bind port fc0f659e-0be3-489c-bdf8-741a072ba04d on host dv-cinder-757936-8-iscsi for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:31:20.827805 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-02996f7b-26b7-4641-9375-3a61a54e8b16 None None] Attempting to bind port fc0f659e-0be3-489c-bdf8-741a072ba04d by drivers openvswitch,hyperv on host dv-cinder-757936-8-iscsi at level 0 using segments [{'id': 'c7c8f7dc-1301-40da-a83e-347a76dd7ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:31:20.828365 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02996f7b-26b7-4641-9375-3a61a54e8b16 None None] Attempting to bind port fc0f659e-0be3-489c-bdf8-741a072ba04d on network 9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:31:20.834747 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02996f7b-26b7-4641-9375-3a61a54e8b16 None None] Checking agent: {'id': '09c8fd01-6670-4f2e-aed1-0a61ad96cff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 19, 48), 'started_at': datetime.datetime(2021, 9, 3, 16, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:31:20.835840 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02996f7b-26b7-4641-9375-3a61a54e8b16 None None] Checking segment: {'id': 'c7c8f7dc-1301-40da-a83e-347a76dd7ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:31:20.836212 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-02996f7b-26b7-4641-9375-3a61a54e8b16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:20.836744 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02996f7b-26b7-4641-9375-3a61a54e8b16 None None] Bound using segment: {'id': 'c7c8f7dc-1301-40da-a83e-347a76dd7ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:31:20.837260 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-02996f7b-26b7-4641-9375-3a61a54e8b16 None None] Bound port: fc0f659e-0be3-489c-bdf8-741a072ba04d, host: dv-cinder-757936-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c8f7dc-1301-40da-a83e-347a76dd7ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:31:20.837669 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-02996f7b-26b7-4641-9375-3a61a54e8b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:20.883652 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8425ad-84b0-43b3-b85b-98dceb605ac4 req-6fc48e33-9af9-4925-b82d-4e900075a941 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:20.886589 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-bc8425ad-84b0-43b3-b85b-98dceb605ac4 req-6fc48e33-9af9-4925-b82d-4e900075a941 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc9a0e63-9529-4244-a1be-477d70acaff9 HTTP/1.1" status: 200 len: 945 time: 0.0871727 Sep 03 16:31:20.925675 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-02996f7b-26b7-4641-9375-3a61a54e8b16 None None] For port fc0f659e-0be3-489c-bdf8-741a072ba04d, host dv-cinder-757936-8-iscsi, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:31:20.930542 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-02996f7b-26b7-4641-9375-3a61a54e8b16 None None] For port fc0f659e-0be3-489c-bdf8-741a072ba04d, host dv-cinder-757936-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=fc0f659e-0be3-489c-bdf8-741a072ba04d,segment=NetworkSegment(c7c8f7dc-1301-40da-a83e-347a76dd7ead),segment_id=c7c8f7dc-1301-40da-a83e-347a76dd7ead)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:31:20.938367 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-02996f7b-26b7-4641-9375-3a61a54e8b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:21.002935 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8544f857-d263-40e6-81e5-ee71dee83f29 None None] Pushing event updated for resources: {'Port': ['ID=fc0f659e-0be3-489c-bdf8-741a072ba04d,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:21.021165 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-bc8425ad-84b0-43b3-b85b-98dceb605ac4 req-dbcf28ac-0bd7-4491-a5bd-d4a1826ee7d3 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Deleting port cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:31:21.024679 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02996f7b-26b7-4641-9375-3a61a54e8b16 None None] Routers {'6efe9480-a426-4d8f-bf5f-4cd8f0297a7e'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:31:21.025364 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-02996f7b-26b7-4641-9375-3a61a54e8b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:31:18Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['6efe9480-a426-4d8f-bf5f-4cd8f0297a7e'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:21.029075 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-bc8425ad-84b0-43b3-b85b-98dceb605ac4 req-dbcf28ac-0bd7-4491-a5bd-d4a1826ee7d3 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:21.154935 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-02996f7b-26b7-4641-9375-3a61a54e8b16 None None] Set router 6efe9480-a426-4d8f-bf5f-4cd8f0297a7e gateway port host: dv-cinder-757936-8-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:31:21.183296 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-bc8425ad-84b0-43b3-b85b-98dceb605ac4 req-dbcf28ac-0bd7-4491-a5bd-d4a1826ee7d3 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] For port cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1,segment=NetworkSegment(c6f8ed56-3d61-41f4-ac2b-a004c69384f8),segment_id=c6f8ed56-3d61-41f4-ac2b-a004c69384f8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:31:21.183899 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-bc8425ad-84b0-43b3-b85b-98dceb605ac4 req-dbcf28ac-0bd7-4491-a5bd-d4a1826ee7d3 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:21.202156 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-bc8425ad-84b0-43b3-b85b-98dceb605ac4 req-dbcf28ac-0bd7-4491-a5bd-d4a1826ee7d3 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Calling delete_port for cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:31:21.401420 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-bc8425ad-84b0-43b3-b85b-98dceb605ac4 req-dbcf28ac-0bd7-4491-a5bd-d4a1826ee7d3 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:21.418730 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] get_ports_and_sgs() called for port_ids ['870f4d19-894e-4f74-baf1-4023ba7a1104', '9c7bb995-18e2-45ba-819e-2a6faed372d4', '0e7cf170-ed2c-4f92-812f-5cdf5da44e8f', 'cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:31:21.427642 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c003205a-fe4f-4455-8d96-597f6cc4b09b req-72dc818e-34fb-41d1-ad03-1f6aa8fade5b tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:21.436043 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c003205a-fe4f-4455-8d96-597f6cc4b09b req-72dc818e-34fb-41d1-ad03-1f6aa8fade5b tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc9a0e63-9529-4244-a1be-477d70acaff9 HTTP/1.1" status: 200 len: 867 time: 0.1250486 Sep 03 16:31:21.464982 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf28ac-0bd7-4491-a5bd-d4a1826ee7d3 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Pushing event deleted for resources: {'Port': ['ID=cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:21.512068 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c003205a-fe4f-4455-8d96-597f6cc4b09b req-43caa4e1-d10f-45bd-b09a-f9af086f66f5 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746994 Sep 03 16:31:21.521112 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8425ad-84b0-43b3-b85b-98dceb605ac4 req-dbcf28ac-0bd7-4491-a5bd-d4a1826ee7d3 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] No DVR routers for this DVR port cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1 on host hv-cinder-75793 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:31:21.528171 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-bc8425ad-84b0-43b3-b85b-98dceb605ac4 req-dbcf28ac-0bd7-4491-a5bd-d4a1826ee7d3 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:21.532036 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-bc8425ad-84b0-43b3-b85b-98dceb605ac4 req-dbcf28ac-0bd7-4491-a5bd-d4a1826ee7d3 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.58 "DELETE /v2.0/ports/cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1 HTTP/1.1" status: 204 len: 173 time: 0.6290662 Sep 03 16:31:21.533007 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9a0e63-9529-4244-a1be-477d70acaff9', 'name': 'network-vif-deleted', 'tag': 'cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:31:21.535124 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-02996f7b-26b7-4641-9375-3a61a54e8b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'name': 'tempest-AttachVolumeShelveTestJSON-2073588636-router', 'tenant_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': 'efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:31:12Z', 'updated_at': '2021-09-03T16:31:16Z', 'revision_number': 4, 'project_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'gw_port': {'id': 'efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:aa:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:31:13Z', 'updated_at': '2021-09-03T16:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': 'fc0f659e-0be3-489c-bdf8-741a072ba04d', 'name': '', 'network_id': '9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8', 'tenant_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'mac_address': 'fa:16:3e:42:18:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5dcb62cb-36d4-4264-88ec-98f8e85fcb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:31:15Z', 'updated_at': '2021-09-03T16:31:20Z', 'revision_number': 4, 'project_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'subnets': [{'id': '5dcb62cb-36d4-4264-88ec-98f8e85fcb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:21.537946 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60a3384ac15a167e802cb15cc86cd66e960e7e49bcb7609cd88b9514a3633fc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fe68c0-8353-4410-ac6f-18035f4b8ad8" -d '{"events": [{"server_uuid": "fc9a0e63-9529-4244-a1be-477d70acaff9", "name": "network-vif-deleted", "tag": "cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:31:21.573106 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02996f7b-26b7-4641-9375-3a61a54e8b16 None None] The sync data for ids ['6efe9480-a426-4d8f-bf5f-4cd8f0297a7e'] in dv-cinder-757936-8-iscsi is: [{'id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'name': 'tempest-AttachVolumeShelveTestJSON-2073588636-router', 'tenant_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': 'efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:31:12Z', 'updated_at': '2021-09-03T16:31:16Z', 'revision_number': 4, 'project_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'gw_port': {'id': 'efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:aa:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:31:13Z', 'updated_at': '2021-09-03T16:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': 'fc0f659e-0be3-489c-bdf8-741a072ba04d', 'name': '', 'network_id': '9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8', 'tenant_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'mac_address': 'fa:16:3e:42:18:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5dcb62cb-36d4-4264-88ec-98f8e85fcb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:31:15Z', 'updated_at': '2021-09-03T16:31:20Z', 'revision_number': 4, 'project_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'subnets': [{'id': '5dcb62cb-36d4-4264-88ec-98f8e85fcb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:31:21.600697 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device fc0f659e-0be3-489c-bdf8-741a072ba04d up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:31:21.607057 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6703bf-3f32-495e-a4c4-54570514d7c6 x-openstack-request-id: req-3b6703bf-3f32-495e-a4c4-54570514d7c6 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:31:21.608149 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc9a0e63-9529-4244-a1be-477d70acaff9", "name": "network-vif-deleted", "tag": "cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:31:21.608955 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3b6703bf-3f32-495e-a4c4-54570514d7c6 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:31:21.611657 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9a0e63-9529-4244-a1be-477d70acaff9', 'name': 'network-vif-deleted', 'tag': 'cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1', 'status': 'completed', 'code': 200} Sep 03 16:31:21.709724 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning for port fc0f659e-0be3-489c-bdf8-741a072ba04d completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:31:21.722030 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port fc0f659e-0be3-489c-bdf8-741a072ba04d triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:31:21.722417 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:21.769658 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-82ef2362-cd55-4a88-973b-8174d492217b req-4a3f5a9a-a4d9-4ee2-a6f4-49a3730710e8 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 210 time: 0.0304191 Sep 03 16:31:21.882235 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:21.948494 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] For port fc0f659e-0be3-489c-bdf8-741a072ba04d, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=fc0f659e-0be3-489c-bdf8-741a072ba04d,segment=NetworkSegment(c7c8f7dc-1301-40da-a83e-347a76dd7ead),segment_id=c7c8f7dc-1301-40da-a83e-347a76dd7ead)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:31:21.954636 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:21.955549 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:31:22.042054 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-f6d61b09-f220-48bb-969c-c67b4da81a56 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:22.043743 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-f6d61b09-f220-48bb-969c-c67b4da81a56 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.58 "GET /v2.0/networks?id=9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8 HTTP/1.1" status: 200 len: 817 time: 0.1272163 Sep 03 16:31:22.071007 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Pushing event updated for resources: {'Port': ['ID=fc0f659e-0be3-489c-bdf8-741a072ba04d,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:22.117278 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:31:22.117700 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:22.123699 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-d0bad279-b0a5-49a3-9b50-02154850a334 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e71e4fd9b30b4cdbb431569995a9b2b0 HTTP/1.1" status: 200 len: 379 time: 0.0665290 Sep 03 16:31:22.135416 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-e8ff935f-9b19-4091-9141-429753745e56 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Request body: {'port': {'device_id': 'f4038665-f4bb-49d7-b67b-028b88ad0479', 'network_id': '9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8', 'admin_state_up': True, 'tenant_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'security_groups': ['4a02d0db-3c1e-4eb2-8171-90fce455fef3']}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:31:22.283991 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:22.318442 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-e8ff935f-9b19-4091-9141-429753745e56 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Made reservation on behalf of e71e4fd9b30b4cdbb431569995a9b2b0 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:31:22.323034 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-e8ff935f-9b19-4091-9141-429753745e56 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:22.477082 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-e8ff935f-9b19-4091-9141-429753745e56 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Allocated IP 172.20.0.9 (9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8/5dcb62cb-36d4-4264-88ec-98f8e85fcb42/2d56a581-cddf-4929-ad30-f6e0c17ddeaa) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:31:22.631167 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-e8ff935f-9b19-4091-9141-429753745e56 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:22.646159 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-e8ff935f-9b19-4091-9141-429753745e56 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Transition to ACTIVE for port object 2d56a581-cddf-4929-ad30-f6e0c17ddeaa will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:31:22.693448 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-e8ff935f-9b19-4091-9141-429753745e56 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:22.741261 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-e8ff935f-9b19-4091-9141-429753745e56 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Network 9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:31:22.744308 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-e8ff935f-9b19-4091-9141-429753745e56 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:31:22.748301 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-e8ff935f-9b19-4091-9141-429753745e56 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:31:22.754040 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-e8ff935f-9b19-4091-9141-429753745e56 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:22.754712 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-e8ff935f-9b19-4091-9141-429753745e56 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:22.764135 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ff935f-9b19-4091-9141-429753745e56 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Pushing event updated for resources: {'Port': ['ID=2d56a581-cddf-4929-ad30-f6e0c17ddeaa,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:22.782735 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-e8ff935f-9b19-4091-9141-429753745e56 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6520388 Sep 03 16:31:22.798041 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-4fcd0e0f-7d7a-4fd8-932f-bab8752c5260 service neutron] Request body: {'port': {'device_id': 'f4038665-f4bb-49d7-b67b-028b88ad0479', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:31:22.867428 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-4fcd0e0f-7d7a-4fd8-932f-bab8752c5260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:22.956613 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b416a-ac81-4d98-8c93-48b1a8c93bb0 req-4d6a3079-5dce-4817-877c-e224207702fd tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:22.959024 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-606b416a-ac81-4d98-8c93-48b1a8c93bb0 req-4d6a3079-5dce-4817-877c-e224207702fd tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 931 time: 0.0922148 Sep 03 16:31:23.018394 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-606b416a-ac81-4d98-8c93-48b1a8c93bb0 req-e1ace54d-409a-4434-9446-75ff73eb9ab1 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498347 Sep 03 16:31:23.089559 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-573c20ae-f5f1-4395-8cef-e5f7c216b217 None None] Provisioning for port 2d56a581-cddf-4929-ad30-f6e0c17ddeaa completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:31:23.093826 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-573c20ae-f5f1-4395-8cef-e5f7c216b217 None None] Provisioning complete for port 2d56a581-cddf-4929-ad30-f6e0c17ddeaa triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:31:23.094210 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-573c20ae-f5f1-4395-8cef-e5f7c216b217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:23.130180 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-573c20ae-f5f1-4395-8cef-e5f7c216b217 None None] Port 2d56a581-cddf-4929-ad30-f6e0c17ddeaa cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:31:23.236240 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-4fcd0e0f-7d7a-4fd8-932f-bab8752c5260 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d56a581-cddf-4929-ad30-f6e0c17ddeaa {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:31:23.245129 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-4fcd0e0f-7d7a-4fd8-932f-bab8752c5260 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:23.259173 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-4fcd0e0f-7d7a-4fd8-932f-bab8752c5260 service neutron] Transition to ACTIVE for port object 2d56a581-cddf-4929-ad30-f6e0c17ddeaa will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:31:23.262898 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-4fcd0e0f-7d7a-4fd8-932f-bab8752c5260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:23.332536 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd0e0f-7d7a-4fd8-932f-bab8752c5260 service neutron] Pushing event updated for resources: {'Port': ['ID=2d56a581-cddf-4929-ad30-f6e0c17ddeaa,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:23.373506 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-4fcd0e0f-7d7a-4fd8-932f-bab8752c5260 service neutron] Attempting to bind port 2d56a581-cddf-4929-ad30-f6e0c17ddeaa on host hv-cinder-75793 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:31:23.374170 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-4fcd0e0f-7d7a-4fd8-932f-bab8752c5260 service neutron] Attempting to bind port 2d56a581-cddf-4929-ad30-f6e0c17ddeaa by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': 'c7c8f7dc-1301-40da-a83e-347a76dd7ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:31:23.374730 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-4fcd0e0f-7d7a-4fd8-932f-bab8752c5260 service neutron] Attempting to bind port 2d56a581-cddf-4929-ad30-f6e0c17ddeaa on network 9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:31:23.382130 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-4fcd0e0f-7d7a-4fd8-932f-bab8752c5260 service neutron] Port 2d56a581-cddf-4929-ad30-f6e0c17ddeaa on network 9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 16:31:23.382487 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-4fcd0e0f-7d7a-4fd8-932f-bab8752c5260 service neutron] Attempting to bind port 2d56a581-cddf-4929-ad30-f6e0c17ddeaa on network 9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:31:23.389116 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-4fcd0e0f-7d7a-4fd8-932f-bab8752c5260 service neutron] Checking agent: {'id': 'd3fcaccf-3212-4db0-9fe2-d79bf18b2000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 25, 52), 'started_at': datetime.datetime(2021, 9, 3, 16, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:31:23.389883 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-4fcd0e0f-7d7a-4fd8-932f-bab8752c5260 service neutron] Checking segment: {'id': 'c7c8f7dc-1301-40da-a83e-347a76dd7ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:31:23.390427 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-4fcd0e0f-7d7a-4fd8-932f-bab8752c5260 service neutron] Bound using segment: {'id': 'c7c8f7dc-1301-40da-a83e-347a76dd7ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:31:23.390922 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-4fcd0e0f-7d7a-4fd8-932f-bab8752c5260 service neutron] Bound port: 2d56a581-cddf-4929-ad30-f6e0c17ddeaa, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7c8f7dc-1301-40da-a83e-347a76dd7ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:31:23.391285 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-4fcd0e0f-7d7a-4fd8-932f-bab8752c5260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:23.454093 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device fc0f659e-0be3-489c-bdf8-741a072ba04d up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:31:23.477505 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-4fcd0e0f-7d7a-4fd8-932f-bab8752c5260 service neutron] For port 2d56a581-cddf-4929-ad30-f6e0c17ddeaa, host hv-cinder-75793, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:31:23.483687 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-4fcd0e0f-7d7a-4fd8-932f-bab8752c5260 service neutron] For port 2d56a581-cddf-4929-ad30-f6e0c17ddeaa, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=2d56a581-cddf-4929-ad30-f6e0c17ddeaa,segment=NetworkSegment(c7c8f7dc-1301-40da-a83e-347a76dd7ead),segment_id=c7c8f7dc-1301-40da-a83e-347a76dd7ead)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:31:23.489900 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-4fcd0e0f-7d7a-4fd8-932f-bab8752c5260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:23.514200 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port fc0f659e-0be3-489c-bdf8-741a072ba04d triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:31:23.514781 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:23.531476 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-4fcd0e0f-7d7a-4fd8-932f-bab8752c5260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:23.532791 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-4fcd0e0f-7d7a-4fd8-932f-bab8752c5260 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:23.534826 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-4fcd0e0f-7d7a-4fd8-932f-bab8752c5260 service neutron] 10.222.0.58 "PUT /v2.0/ports/2d56a581-cddf-4929-ad30-f6e0c17ddeaa HTTP/1.1" status: 200 len: 1093 time: 0.7429683 Sep 03 16:31:23.562607 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd0e0f-7d7a-4fd8-932f-bab8752c5260 service neutron] Pushing event updated for resources: {'Port': ['ID=2d56a581-cddf-4929-ad30-f6e0c17ddeaa,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:23.623459 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4038665-f4bb-49d7-b67b-028b88ad0479', 'tag': '2d56a581-cddf-4929-ad30-f6e0c17ddeaa'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:31:23.625944 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60a3384ac15a167e802cb15cc86cd66e960e7e49bcb7609cd88b9514a3633fc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582b49db-f3d0-4e25-94ef-abfc0b1524b8" -d '{"events": [{"name": "network-changed", "server_uuid": "f4038665-f4bb-49d7-b67b-028b88ad0479", "tag": "2d56a581-cddf-4929-ad30-f6e0c17ddeaa"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:31:23.646759 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-6531d225-f047-40e4-a1e9-22375e635528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:23.648396 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-6531d225-f047-40e4-a1e9-22375e635528 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e71e4fd9b30b4cdbb431569995a9b2b0&device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 1096 time: 0.0513566 Sep 03 16:31:23.694695 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747ac027-4ed0-4787-a099-4d10381f7573 x-openstack-request-id: req-747ac027-4ed0-4787-a099-4d10381f7573 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:31:23.695937 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4038665-f4bb-49d7-b67b-028b88ad0479", "tag": "2d56a581-cddf-4929-ad30-f6e0c17ddeaa", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:31:23.695937 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-747ac027-4ed0-4787-a099-4d10381f7573 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:31:23.695937 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4038665-f4bb-49d7-b67b-028b88ad0479', 'tag': '2d56a581-cddf-4929-ad30-f6e0c17ddeaa', 'status': 'completed', 'code': 200} Sep 03 16:31:23.697822 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-d060bbf8-b7bf-4594-9e3e-1e2231a07598 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d56a581-cddf-4929-ad30-f6e0c17ddeaa HTTP/1.1" status: 200 len: 217 time: 0.0396791 Sep 03 16:31:23.763259 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-035f2b02-fd61-470e-b029-e555219a4d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:23.765237 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-035f2b02-fd61-470e-b029-e555219a4d51 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5dcb62cb-36d4-4264-88ec-98f8e85fcb42 HTTP/1.1" status: 200 len: 856 time: 0.0594685 Sep 03 16:31:23.818738 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-3b6e8646-99f6-4bc8-b0bc-194b672820bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:23.820598 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-3b6e8646-99f6-4bc8-b0bc-194b672820bd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467820 Sep 03 16:31:23.938409 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-91c08ff4-78da-4f89-9968-ee0538f3b109 service neutron] 10.222.0.58 "GET /v2.0/networks/9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078448 Sep 03 16:31:24.035680 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b4f89-0c13-4afc-a44d-521f2c1f64d5 req-1946c38c-bc85-49c6-a660-f5e7ecf2dbc6 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:24.037241 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f74b4f89-0c13-4afc-a44d-521f2c1f64d5 req-1946c38c-bc85-49c6-a660-f5e7ecf2dbc6 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c818f05-9401-4862-9dd1-8d8e6c1fa2ac HTTP/1.1" status: 200 len: 946 time: 0.1174557 Sep 03 16:31:24.075146 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-428054ad-4c7a-44fd-82e5-499e9468a803 req-1b9ee857-b802-4ef2-a706-0a01dbbb4535 service neutron] 10.222.0.58 "GET /v2.0/networks/9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193149 Sep 03 16:31:24.103879 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f74b4f89-0c13-4afc-a44d-521f2c1f64d5 req-d9488667-291a-4315-9d0a-3db24c3d007a tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579534 Sep 03 16:31:24.173804 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19afb3-fa05-458c-9e78-1533c9a398f9 req-bb86e1bf-fa4b-4785-a2a4-5953faeda866 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:24.175711 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ed19afb3-fa05-458c-9e78-1533c9a398f9 req-bb86e1bf-fa4b-4785-a2a4-5953faeda866 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 943 time: 0.0722427 Sep 03 16:31:24.191099 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b49db-f3d0-4e25-94ef-abfc0b1524b8 req-9e47bc23-8203-4412-a901-7f06c4635ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:24.193669 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-582b49db-f3d0-4e25-94ef-abfc0b1524b8 req-9e47bc23-8203-4412-a901-7f06c4635ccb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e71e4fd9b30b4cdbb431569995a9b2b0&device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 1096 time: 0.0540500 Sep 03 16:31:24.226609 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ed19afb3-fa05-458c-9e78-1533c9a398f9 req-97ad08c9-e766-47ea-87e1-5181de228f05 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428593 Sep 03 16:31:24.345607 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b49db-f3d0-4e25-94ef-abfc0b1524b8 req-fa8cf7d3-db16-4bdc-b58b-a5a5407a56dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:24.347120 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-582b49db-f3d0-4e25-94ef-abfc0b1524b8 req-fa8cf7d3-db16-4bdc-b58b-a5a5407a56dc service neutron] 10.222.0.58 "GET /v2.0/networks?id=9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8 HTTP/1.1" status: 200 len: 918 time: 0.1373436 Sep 03 16:31:24.398415 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-582b49db-f3d0-4e25-94ef-abfc0b1524b8 req-cb276c0d-35f3-4d78-9a87-463a1272c370 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d56a581-cddf-4929-ad30-f6e0c17ddeaa HTTP/1.1" status: 200 len: 217 time: 0.0411263 Sep 03 16:31:24.450782 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b49db-f3d0-4e25-94ef-abfc0b1524b8 req-57c59623-f9d4-41d1-8c3f-8e559b015ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:24.452283 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-582b49db-f3d0-4e25-94ef-abfc0b1524b8 req-57c59623-f9d4-41d1-8c3f-8e559b015ba0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5dcb62cb-36d4-4264-88ec-98f8e85fcb42 HTTP/1.1" status: 200 len: 856 time: 0.0461452 Sep 03 16:31:24.505616 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b49db-f3d0-4e25-94ef-abfc0b1524b8 req-91371a3c-feb9-4bd5-9590-c44f8cae115c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:24.507391 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-582b49db-f3d0-4e25-94ef-abfc0b1524b8 req-91371a3c-feb9-4bd5-9590-c44f8cae115c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452509 Sep 03 16:31:24.612829 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-582b49db-f3d0-4e25-94ef-abfc0b1524b8 req-0a337ab5-7445-4311-bced-0c11e8d78046 service neutron] 10.222.0.58 "GET /v2.0/networks/9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948212 Sep 03 16:31:24.706466 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-582b49db-f3d0-4e25-94ef-abfc0b1524b8 req-09acd294-bdf5-4c16-827b-177e81c1aefb service neutron] 10.222.0.58 "GET /v2.0/networks/9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856845 Sep 03 16:31:25.237460 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a37e6-0706-4dec-8202-f8bc811571b5 req-7b0b72f0-28b3-4a5d-be05-33600c66d1bd tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:25.239087 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a31a37e6-0706-4dec-8202-f8bc811571b5 req-7b0b72f0-28b3-4a5d-be05-33600c66d1bd tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c818f05-9401-4862-9dd1-8d8e6c1fa2ac HTTP/1.1" status: 200 len: 946 time: 0.0550289 Sep 03 16:31:25.279208 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a31a37e6-0706-4dec-8202-f8bc811571b5 req-481b0dc9-9a05-48dc-80cb-2ed0bb7c88fc tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335987 Sep 03 16:31:25.365513 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b5960-0b08-4da5-8178-00f934de7a4e req-f696410a-566f-4e95-a9c4-cf82a1b71ecb tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:25.367186 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a52b5960-0b08-4da5-8178-00f934de7a4e req-f696410a-566f-4e95-a9c4-cf82a1b71ecb tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 943 time: 0.0537105 Sep 03 16:31:25.408592 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a52b5960-0b08-4da5-8178-00f934de7a4e req-25479cf4-9db8-4df5-8c36-b6ff15248b00 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348489 Sep 03 16:31:25.742348 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1 no longer exists at agent hyperv_hv-cinder-75793 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:31:25.763363 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] No Port match for: cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:31:25.763707 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device cf30ee6d-7507-44fb-bc1f-df9f8f1e4ea1 not bound to the agent host hv-cinder-75793 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:31:25.878769 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d681cc9-7231-4e5f-be5c-ee703d00d664 req-8de7ef3a-59d8-4b8f-a028-70c59e5562c5 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:25.880365 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9d681cc9-7231-4e5f-be5c-ee703d00d664 req-8de7ef3a-59d8-4b8f-a028-70c59e5562c5 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c818f05-9401-4862-9dd1-8d8e6c1fa2ac HTTP/1.1" status: 200 len: 946 time: 0.0505114 Sep 03 16:31:25.986380 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-9d681cc9-7231-4e5f-be5c-ee703d00d664 req-7f8117c1-904f-4cd9-a221-0cee0dbbbbd5 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Deleting port 0e7cf170-ed2c-4f92-812f-5cdf5da44e8f {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:31:25.986726 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9d681cc9-7231-4e5f-be5c-ee703d00d664 req-7f8117c1-904f-4cd9-a221-0cee0dbbbbd5 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:26.083723 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-9d681cc9-7231-4e5f-be5c-ee703d00d664 req-7f8117c1-904f-4cd9-a221-0cee0dbbbbd5 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] For port 0e7cf170-ed2c-4f92-812f-5cdf5da44e8f, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=0e7cf170-ed2c-4f92-812f-5cdf5da44e8f,segment=NetworkSegment(c6f8ed56-3d61-41f4-ac2b-a004c69384f8),segment_id=c6f8ed56-3d61-41f4-ac2b-a004c69384f8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:31:26.084085 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9d681cc9-7231-4e5f-be5c-ee703d00d664 req-7f8117c1-904f-4cd9-a221-0cee0dbbbbd5 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:26.098154 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-9d681cc9-7231-4e5f-be5c-ee703d00d664 req-7f8117c1-904f-4cd9-a221-0cee0dbbbbd5 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Calling delete_port for 0e7cf170-ed2c-4f92-812f-5cdf5da44e8f owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:31:26.232446 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9d681cc9-7231-4e5f-be5c-ee703d00d664 req-7f8117c1-904f-4cd9-a221-0cee0dbbbbd5 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:26.248030 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] get_ports_and_sgs() called for port_ids ['870f4d19-894e-4f74-baf1-4023ba7a1104', '9c7bb995-18e2-45ba-819e-2a6faed372d4', '0e7cf170-ed2c-4f92-812f-5cdf5da44e8f'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:31:26.265936 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8117c1-904f-4cd9-a221-0cee0dbbbbd5 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Pushing event deleted for resources: {'Port': ['ID=0e7cf170-ed2c-4f92-812f-5cdf5da44e8f,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:26.308257 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d681cc9-7231-4e5f-be5c-ee703d00d664 req-7f8117c1-904f-4cd9-a221-0cee0dbbbbd5 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] No DVR routers for this DVR port 0e7cf170-ed2c-4f92-812f-5cdf5da44e8f on host hv-cinder-75793 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:31:26.310933 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-9d681cc9-7231-4e5f-be5c-ee703d00d664 req-7f8117c1-904f-4cd9-a221-0cee0dbbbbd5 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:26.313130 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9d681cc9-7231-4e5f-be5c-ee703d00d664 req-7f8117c1-904f-4cd9-a221-0cee0dbbbbd5 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.58 "DELETE /v2.0/ports/0e7cf170-ed2c-4f92-812f-5cdf5da44e8f HTTP/1.1" status: 204 len: 173 time: 0.4244456 Sep 03 16:31:26.313761 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c818f05-9401-4862-9dd1-8d8e6c1fa2ac', 'name': 'network-vif-deleted', 'tag': '0e7cf170-ed2c-4f92-812f-5cdf5da44e8f'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:31:26.316221 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60a3384ac15a167e802cb15cc86cd66e960e7e49bcb7609cd88b9514a3633fc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3935be66-101c-4b2b-a1bd-b90c51589e5e" -d '{"events": [{"server_uuid": "0c818f05-9401-4862-9dd1-8d8e6c1fa2ac", "name": "network-vif-deleted", "tag": "0e7cf170-ed2c-4f92-812f-5cdf5da44e8f"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:31:26.404761 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0d0ebb-3671-4601-a007-690c73cde913 x-openstack-request-id: req-9b0d0ebb-3671-4601-a007-690c73cde913 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:31:26.405031 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c818f05-9401-4862-9dd1-8d8e6c1fa2ac", "name": "network-vif-deleted", "tag": "0e7cf170-ed2c-4f92-812f-5cdf5da44e8f", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:31:26.405279 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9b0d0ebb-3671-4601-a007-690c73cde913 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:31:26.405675 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c818f05-9401-4862-9dd1-8d8e6c1fa2ac', 'name': 'network-vif-deleted', 'tag': '0e7cf170-ed2c-4f92-812f-5cdf5da44e8f', 'status': 'completed', 'code': 200} Sep 03 16:31:26.407876 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-892b7029-4736-4f4f-b308-cba1ceac758b req-b2e80748-69df-4004-a46e-454be74a0043 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c818f05-9401-4862-9dd1-8d8e6c1fa2ac HTTP/1.1" status: 200 len: 210 time: 0.0396917 Sep 03 16:31:26.549888 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c4e24f-dca6-47cf-acae-c41e2b8c50fc req-fb5b1529-3d30-4965-8627-bb594f4b786e tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:26.551582 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-99c4e24f-dca6-47cf-acae-c41e2b8c50fc req-fb5b1529-3d30-4965-8627-bb594f4b786e tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 943 time: 0.0607018 Sep 03 16:31:26.607447 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-99c4e24f-dca6-47cf-acae-c41e2b8c50fc req-f4a0314b-f0fb-4ad2-8344-8ed08307f6d5 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488591 Sep 03 16:31:27.716365 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39ef00b-8bae-4d32-9b48-b95c1660189d req-a5e7408c-421c-490e-b962-2612aaef7506 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:27.719296 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e39ef00b-8bae-4d32-9b48-b95c1660189d req-a5e7408c-421c-490e-b962-2612aaef7506 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3c1cb47-75e4-4f54-a890-6604281c02e6 HTTP/1.1" status: 200 len: 946 time: 0.0643685 Sep 03 16:31:27.734964 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 2d56a581-cddf-4929-ad30-f6e0c17ddeaa details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 16:31:27.790355 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86588773-636e-42d9-9608-8bf3524551cc req-15e9baff-2569-423b-8817-2446ca7f403f tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:27.792902 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-86588773-636e-42d9-9608-8bf3524551cc req-15e9baff-2569-423b-8817-2446ca7f403f tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 943 time: 0.0842397 Sep 03 16:31:27.793327 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e39ef00b-8bae-4d32-9b48-b95c1660189d req-736de8a1-384c-4c06-aab0-4f8d6ff11b8a tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677290 Sep 03 16:31:27.844354 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-86588773-636e-42d9-9608-8bf3524551cc req-34457303-f0a4-4197-9de2-6701c390bb89 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424526 Sep 03 16:31:27.862002 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 2d56a581-cddf-4929-ad30-f6e0c17ddeaa, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=2d56a581-cddf-4929-ad30-f6e0c17ddeaa,segment=NetworkSegment(c7c8f7dc-1301-40da-a83e-347a76dd7ead),segment_id=c7c8f7dc-1301-40da-a83e-347a76dd7ead)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:31:27.875029 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Returning: {'device': '2d56a581-cddf-4929-ad30-f6e0c17ddeaa', 'network_id': '9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8', 'port_id': '2d56a581-cddf-4929-ad30-f6e0c17ddeaa', 'mac_address': 'fa:16:3e:dd:d3:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dcb62cb-36d4-4264-88ec-98f8e85fcb42', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 16:31:27.926459 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:27.940872 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d56a581-cddf-4929-ad30-f6e0c17ddeaa {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:31:27.961107 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 2d56a581-cddf-4929-ad30-f6e0c17ddeaa, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=2d56a581-cddf-4929-ad30-f6e0c17ddeaa,segment=NetworkSegment(c7c8f7dc-1301-40da-a83e-347a76dd7ead),segment_id=c7c8f7dc-1301-40da-a83e-347a76dd7ead)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:31:27.965641 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:28.024215 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=2d56a581-cddf-4929-ad30-f6e0c17ddeaa,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:28.264499 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] get_ports_and_sgs() called for port_ids ['2d56a581-cddf-4929-ad30-f6e0c17ddeaa'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:31:28.927547 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c536c94-d308-4779-a3a7-dfacc5533eae req-78b4f7c5-9968-48ad-9f85-c8e9c5393389 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:28.929136 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0c536c94-d308-4779-a3a7-dfacc5533eae req-78b4f7c5-9968-48ad-9f85-c8e9c5393389 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3c1cb47-75e4-4f54-a890-6604281c02e6 HTTP/1.1" status: 200 len: 946 time: 0.0513232 Sep 03 16:31:28.986743 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0c536c94-d308-4779-a3a7-dfacc5533eae req-2edc291a-408a-477c-bce3-eb40ca728101 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430274 Sep 03 16:31:28.987028 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a00a8-fd86-4dfb-af1d-d660e38374ae req-59b79e63-ce0a-4611-a34a-f80696f5e998 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:28.988483 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7e0a00a8-fd86-4dfb-af1d-d660e38374ae req-59b79e63-ce0a-4611-a34a-f80696f5e998 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 944 time: 0.0643170 Sep 03 16:31:29.049660 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7e0a00a8-fd86-4dfb-af1d-d660e38374ae req-3dd94f13-8cd8-4ad4-93d0-59153d707759 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537863 Sep 03 16:31:29.217512 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23afa61c-cb0a-4c29-b19d-a8aca9089575 req-02c59c89-72d5-48cc-a5d5-93e74ec47eb9 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:29.219398 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-23afa61c-cb0a-4c29-b19d-a8aca9089575 req-02c59c89-72d5-48cc-a5d5-93e74ec47eb9 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3c1cb47-75e4-4f54-a890-6604281c02e6 HTTP/1.1" status: 200 len: 946 time: 0.0551095 Sep 03 16:31:29.340600 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-23afa61c-cb0a-4c29-b19d-a8aca9089575 req-44c89068-ae64-4616-8191-02018673b9f0 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Deleting port 9c7bb995-18e2-45ba-819e-2a6faed372d4 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:31:29.341081 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-23afa61c-cb0a-4c29-b19d-a8aca9089575 req-44c89068-ae64-4616-8191-02018673b9f0 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:29.443337 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-23afa61c-cb0a-4c29-b19d-a8aca9089575 req-44c89068-ae64-4616-8191-02018673b9f0 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] For port 9c7bb995-18e2-45ba-819e-2a6faed372d4, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=9c7bb995-18e2-45ba-819e-2a6faed372d4,segment=NetworkSegment(c6f8ed56-3d61-41f4-ac2b-a004c69384f8),segment_id=c6f8ed56-3d61-41f4-ac2b-a004c69384f8)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:31:29.443749 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-23afa61c-cb0a-4c29-b19d-a8aca9089575 req-44c89068-ae64-4616-8191-02018673b9f0 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:29.462107 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-23afa61c-cb0a-4c29-b19d-a8aca9089575 req-44c89068-ae64-4616-8191-02018673b9f0 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Calling delete_port for 9c7bb995-18e2-45ba-819e-2a6faed372d4 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:31:29.603849 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-23afa61c-cb0a-4c29-b19d-a8aca9089575 req-44c89068-ae64-4616-8191-02018673b9f0 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:29.617517 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] get_ports_and_sgs() called for port_ids ['870f4d19-894e-4f74-baf1-4023ba7a1104', '9c7bb995-18e2-45ba-819e-2a6faed372d4'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:31:29.638584 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c89068-ae64-4616-8191-02018673b9f0 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Pushing event deleted for resources: {'Port': ['ID=9c7bb995-18e2-45ba-819e-2a6faed372d4,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:29.685785 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-23afa61c-cb0a-4c29-b19d-a8aca9089575 req-44c89068-ae64-4616-8191-02018673b9f0 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] No DVR routers for this DVR port 9c7bb995-18e2-45ba-819e-2a6faed372d4 on host hv-cinder-75793 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:31:29.688319 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-23afa61c-cb0a-4c29-b19d-a8aca9089575 req-44c89068-ae64-4616-8191-02018673b9f0 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:29.690523 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-23afa61c-cb0a-4c29-b19d-a8aca9089575 req-44c89068-ae64-4616-8191-02018673b9f0 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.58 "DELETE /v2.0/ports/9c7bb995-18e2-45ba-819e-2a6faed372d4 HTTP/1.1" status: 204 len: 173 time: 0.4573190 Sep 03 16:31:29.690977 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c1cb47-75e4-4f54-a890-6604281c02e6', 'name': 'network-vif-deleted', 'tag': '9c7bb995-18e2-45ba-819e-2a6faed372d4'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:31:29.695207 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60a3384ac15a167e802cb15cc86cd66e960e7e49bcb7609cd88b9514a3633fc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e91d182-d666-4de0-8a54-7b3266c12ce6" -d '{"events": [{"server_uuid": "f3c1cb47-75e4-4f54-a890-6604281c02e6", "name": "network-vif-deleted", "tag": "9c7bb995-18e2-45ba-819e-2a6faed372d4"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:31:29.737493 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6fd3a7f-b4a8-40ee-aa7a-4c9e52cc39fb x-openstack-request-id: req-a6fd3a7f-b4a8-40ee-aa7a-4c9e52cc39fb {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:31:29.737881 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c1cb47-75e4-4f54-a890-6604281c02e6", "name": "network-vif-deleted", "tag": "9c7bb995-18e2-45ba-819e-2a6faed372d4", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:31:29.738137 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a6fd3a7f-b4a8-40ee-aa7a-4c9e52cc39fb {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:31:29.738536 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c1cb47-75e4-4f54-a890-6604281c02e6', 'name': 'network-vif-deleted', 'tag': '9c7bb995-18e2-45ba-819e-2a6faed372d4', 'status': 'completed', 'code': 200} Sep 03 16:31:29.748040 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 2d56a581-cddf-4929-ad30-f6e0c17ddeaa up at agent hyperv_hv-cinder-75793 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:31:29.821302 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Provisioning for port 2d56a581-cddf-4929-ad30-f6e0c17ddeaa completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:31:29.827448 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Provisioning complete for port 2d56a581-cddf-4929-ad30-f6e0c17ddeaa triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:31:29.828048 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:29.926269 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:29.951111 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4038665-f4bb-49d7-b67b-028b88ad0479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d56a581-cddf-4929-ad30-f6e0c17ddeaa'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:31:29.953598 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b89f8b623511fb8008411a61343ca2df4e8635703a50781169befd4cf5794b60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb143d67-204e-41cf-805f-7d96a903ec53" -d '{"events": [{"server_uuid": "f4038665-f4bb-49d7-b67b-028b88ad0479", "name": "network-vif-plugged", "status": "completed", "tag": "2d56a581-cddf-4929-ad30-f6e0c17ddeaa"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:31:29.970305 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 2d56a581-cddf-4929-ad30-f6e0c17ddeaa, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=2d56a581-cddf-4929-ad30-f6e0c17ddeaa,segment=NetworkSegment(c7c8f7dc-1301-40da-a83e-347a76dd7ead),segment_id=c7c8f7dc-1301-40da-a83e-347a76dd7ead)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:31:29.975332 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:29.976778 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 0e7cf170-ed2c-4f92-812f-5cdf5da44e8f no longer exists at agent hyperv_hv-cinder-75793 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:31:29.999130 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b021bea-af43-413d-af92-064ef9f5d5ea x-openstack-request-id: req-4b021bea-af43-413d-af92-064ef9f5d5ea {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:31:29.999436 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4038665-f4bb-49d7-b67b-028b88ad0479", "name": "network-vif-plugged", "status": "completed", "tag": "2d56a581-cddf-4929-ad30-f6e0c17ddeaa", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:31:29.999689 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4b021bea-af43-413d-af92-064ef9f5d5ea {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:31:30.000084 dv-cinder-757936-8-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4038665-f4bb-49d7-b67b-028b88ad0479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d56a581-cddf-4929-ad30-f6e0c17ddeaa', 'code': 200} Sep 03 16:31:30.017940 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] No Port match for: 0e7cf170-ed2c-4f92-812f-5cdf5da44e8f {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:31:30.018297 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 0e7cf170-ed2c-4f92-812f-5cdf5da44e8f not bound to the agent host hv-cinder-75793 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:31:30.064339 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=2d56a581-cddf-4929-ad30-f6e0c17ddeaa,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:30.116090 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d7e43111-5918-4fca-933a-694547f42f0e req-d53af23b-ee58-463d-b2d2-17c19ef7cc52 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3c1cb47-75e4-4f54-a890-6604281c02e6 HTTP/1.1" status: 200 len: 210 time: 0.0268910 Sep 03 16:31:30.213516 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfcddb3-b192-4487-8a4e-c1cc6daa56b6 req-027d10a6-eb1a-4c92-8339-63bab463a9bf tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:30.215236 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6bfcddb3-b192-4487-8a4e-c1cc6daa56b6 req-027d10a6-eb1a-4c92-8339-63bab463a9bf tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 945 time: 0.0801983 Sep 03 16:31:30.225729 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7d870-4bf6-420c-a9d9-1252be7b56c2 req-577fec50-e84c-4f91-9edb-06a482e8ae0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:30.227394 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-22c7d870-4bf6-420c-a9d9-1252be7b56c2 req-577fec50-e84c-4f91-9edb-06a482e8ae0a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 1098 time: 0.0476303 Sep 03 16:31:30.265623 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6bfcddb3-b192-4487-8a4e-c1cc6daa56b6 req-37222fea-cf43-4db9-aaf7-ed72c0e7b3be tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434792 Sep 03 16:31:30.266283 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-22c7d870-4bf6-420c-a9d9-1252be7b56c2 req-cdf03779-815c-4598-abde-a070c05be749 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307939 Sep 03 16:31:31.388568 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3854d-52a3-48c7-b9b9-ce286c034cdc req-b734549c-ed16-4a2a-a294-22e4388e419e tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:31.390231 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d2b3854d-52a3-48c7-b9b9-ce286c034cdc req-b734549c-ed16-4a2a-a294-22e4388e419e tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 945 time: 0.0516887 Sep 03 16:31:31.434112 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d2b3854d-52a3-48c7-b9b9-ce286c034cdc req-33f308fa-5a02-4746-8205-4ddaa2ea1669 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346656 Sep 03 16:31:32.521776 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd230f-8365-4995-9418-083576dbee71 req-83b76414-5421-4ace-b898-8b98f7e09216 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:32.523886 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-65cd230f-8365-4995-9418-083576dbee71 req-83b76414-5421-4ace-b898-8b98f7e09216 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce82798b-282c-4c8c-be21-ac0ba5415c80 HTTP/1.1" status: 200 len: 946 time: 0.0499771 Sep 03 16:31:32.565210 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-65cd230f-8365-4995-9418-083576dbee71 req-aedf6561-35ee-4ee2-a15f-254264ca18dc tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328927 Sep 03 16:31:32.568417 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d95ab-fb8b-4a4b-92e2-b8879f7e15d5 req-3924abc6-0af7-4e0d-be7f-daa1652f4b6e tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:32.570317 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-8a3d95ab-fb8b-4a4b-92e2-b8879f7e15d5 req-3924abc6-0af7-4e0d-be7f-daa1652f4b6e tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 945 time: 0.0552187 Sep 03 16:31:32.608293 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-8a3d95ab-fb8b-4a4b-92e2-b8879f7e15d5 req-a83c24d8-34a0-4a58-96f4-d607f034fc75 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310872 Sep 03 16:31:32.730931 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6abc8-8e26-47c2-ae5f-0e546226025b req-bdfbdeb4-3cce-4a03-9ae4-289b14c9af83 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:32.732331 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-51d6abc8-8e26-47c2-ae5f-0e546226025b req-bdfbdeb4-3cce-4a03-9ae4-289b14c9af83 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 945 time: 0.0523713 Sep 03 16:31:32.741121 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 50690) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:32.745588 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-c64e0f8c-4a7b-4e53-a079-66641e6f4ce0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Request body: {'floatingip': {'port_id': '2d56a581-cddf-4929-ad30-f6e0c17ddeaa'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:31:32.811313 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c64e0f8c-4a7b-4e53-a079-66641e6f4ce0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks [] for floatingip, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:33.243843 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c64e0f8c-4a7b-4e53-a079-66641e6f4ce0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:33.247632 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c64e0f8c-4a7b-4e53-a079-66641e6f4ce0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956928'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:33.354727 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.db.l3_db [None req-c64e0f8c-4a7b-4e53-a079-66641e6f4ce0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Floating IP ed81002b-4a20-48c7-a4c2-404a27055b92 associated. External IP: 172.27.3.185, port: 2d56a581-cddf-4929-ad30-f6e0c17ddeaa. Sep 03 16:31:33.563056 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c64e0f8c-4a7b-4e53-a079-66641e6f4ce0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Router 6efe9480-a426-4d8f-bf5f-4cd8f0297a7e has already been hosted by L3 agent 32b2b364-f1ef-43b0-aa1c-04e185c9ddf9 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:31:33.690462 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be9ff57-7179-4e6c-9e43-996803ed782b req-8757ae40-ecaa-4563-bc5f-8e1e897c1bd8 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:33.692048 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4be9ff57-7179-4e6c-9e43-996803ed782b req-8757ae40-ecaa-4563-bc5f-8e1e897c1bd8 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce82798b-282c-4c8c-be21-ac0ba5415c80 HTTP/1.1" status: 200 len: 946 time: 0.0585294 Sep 03 16:31:33.744491 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4be9ff57-7179-4e6c-9e43-996803ed782b req-446b3cc1-92a6-4e98-ac57-5fe80715b0f0 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/security-groups?id=271f1c2c-6548-49fa-9896-a05d5b44ff20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452397 Sep 03 16:31:33.770675 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 9c7bb995-18e2-45ba-819e-2a6faed372d4 no longer exists at agent hyperv_hv-cinder-75793 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:31:33.793674 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] No Port match for: 9c7bb995-18e2-45ba-819e-2a6faed372d4 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:31:33.794019 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 9c7bb995-18e2-45ba-819e-2a6faed372d4 not bound to the agent host hv-cinder-75793 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:31:33.926178 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64e0f8c-4a7b-4e53-a079-66641e6f4ce0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify agent at l3_agent.dv-cinder-757936-8-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:31:33.931736 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c64e0f8c-4a7b-4e53-a079-66641e6f4ce0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:33.936695 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842dd5c2-2004-4df4-b17c-9a822e004897 None None] Sync routers for ids ['6efe9480-a426-4d8f-bf5f-4cd8f0297a7e'] in dv-cinder-757936-8-iscsi {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:31:33.945821 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842dd5c2-2004-4df4-b17c-9a822e004897 None None] Routers {'6efe9480-a426-4d8f-bf5f-4cd8f0297a7e'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:31:33.946429 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-842dd5c2-2004-4df4-b17c-9a822e004897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:31:18Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['6efe9480-a426-4d8f-bf5f-4cd8f0297a7e'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:33.957085 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-c64e0f8c-4a7b-4e53-a079-66641e6f4ce0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "PUT /v2.0/floatingips/ed81002b-4a20-48c7-a4c2-404a27055b92 HTTP/1.1" status: 200 len: 991 time: 1.2148869 Sep 03 16:31:33.957681 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4038665-f4bb-49d7-b67b-028b88ad0479', 'tag': '2d56a581-cddf-4929-ad30-f6e0c17ddeaa'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:31:33.959898 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9181e0e82ffee5c7a29e1125bc6bf0cf4bc90ac22456d4aa1390334b202da70b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fb2a9d-b05a-4fa2-8513-8958822c574d" -d '{"events": [{"name": "network-changed", "server_uuid": "f4038665-f4bb-49d7-b67b-028b88ad0479", "tag": "2d56a581-cddf-4929-ad30-f6e0c17ddeaa"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:31:33.996162 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea1cfc7-99f7-4175-bc6c-9905e810a441 x-openstack-request-id: req-9ea1cfc7-99f7-4175-bc6c-9905e810a441 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:31:33.996452 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4038665-f4bb-49d7-b67b-028b88ad0479", "tag": "2d56a581-cddf-4929-ad30-f6e0c17ddeaa", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:31:33.996705 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9ea1cfc7-99f7-4175-bc6c-9905e810a441 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:31:33.997143 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4038665-f4bb-49d7-b67b-028b88ad0479', 'tag': '2d56a581-cddf-4929-ad30-f6e0c17ddeaa', 'status': 'completed', 'code': 200} Sep 03 16:31:34.062812 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-842dd5c2-2004-4df4-b17c-9a822e004897 None None] Set router 6efe9480-a426-4d8f-bf5f-4cd8f0297a7e gateway port host: dv-cinder-757936-8-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:31:34.083337 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb2a9d-b05a-4fa2-8513-8958822c574d req-f3561788-ce8a-439b-8258-fb8d98f088ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:34.084935 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-58fb2a9d-b05a-4fa2-8513-8958822c574d req-f3561788-ce8a-439b-8258-fb8d98f088ab service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e71e4fd9b30b4cdbb431569995a9b2b0&device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 1098 time: 0.0491421 Sep 03 16:31:34.180341 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb2a9d-b05a-4fa2-8513-8958822c574d req-600b0ee6-6cfa-44fa-a9cb-cb1a054aaa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:34.182087 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-58fb2a9d-b05a-4fa2-8513-8958822c574d req-600b0ee6-6cfa-44fa-a9cb-cb1a054aaa41 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8 HTTP/1.1" status: 200 len: 918 time: 0.0881937 Sep 03 16:31:34.246801 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-58fb2a9d-b05a-4fa2-8513-8958822c574d req-39606e9a-b237-4f01-8f3f-bd6fd11728e3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d56a581-cddf-4929-ad30-f6e0c17ddeaa HTTP/1.1" status: 200 len: 999 time: 0.0566607 Sep 03 16:31:34.284778 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4fa86-295f-426c-82f3-3a2d3be0f575 req-c6fc8d3d-3b3a-45cd-8dbc-ff22b379dd2d tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:34.286438 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-83c4fa86-295f-426c-82f3-3a2d3be0f575 req-c6fc8d3d-3b3a-45cd-8dbc-ff22b379dd2d tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce82798b-282c-4c8c-be21-ac0ba5415c80 HTTP/1.1" status: 200 len: 946 time: 0.0478685 Sep 03 16:31:34.300335 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb2a9d-b05a-4fa2-8513-8958822c574d req-d29b3efb-05c5-4afe-b11e-f8d1f5ad61fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:34.301810 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-58fb2a9d-b05a-4fa2-8513-8958822c574d req-d29b3efb-05c5-4afe-b11e-f8d1f5ad61fb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5dcb62cb-36d4-4264-88ec-98f8e85fcb42 HTTP/1.1" status: 200 len: 856 time: 0.0473278 Sep 03 16:31:34.340649 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-842dd5c2-2004-4df4-b17c-9a822e004897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'name': 'tempest-AttachVolumeShelveTestJSON-2073588636-router', 'tenant_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': 'efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:31:12Z', 'updated_at': '2021-09-03T16:31:16Z', 'revision_number': 4, 'project_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'gw_port': {'id': 'efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:aa:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:31:13Z', 'updated_at': '2021-09-03T16:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_floatingips': [{'id': 'ed81002b-4a20-48c7-a4c2-404a27055b92', 'tenant_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'floating_ip_address': '172.27.3.185', 'floating_network_id': 'af961d58-b724-401e-8712-cedb04029227', 'router_id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'port_id': '2d56a581-cddf-4929-ad30-f6e0c17ddeaa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8', 'mac_address': 'fa:16:3e:dd:d3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4038665-f4bb-49d7-b67b-028b88ad0479', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:31:19Z', 'updated_at': '2021-09-03T16:31:33Z', 'revision_number': 1, 'project_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc0f659e-0be3-489c-bdf8-741a072ba04d', 'name': '', 'network_id': '9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8', 'tenant_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'mac_address': 'fa:16:3e:42:18:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5dcb62cb-36d4-4264-88ec-98f8e85fcb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:31:15Z', 'updated_at': '2021-09-03T16:31:21Z', 'revision_number': 5, 'project_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'subnets': [{'id': '5dcb62cb-36d4-4264-88ec-98f8e85fcb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:34.389301 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-83c4fa86-295f-426c-82f3-3a2d3be0f575 req-0931f1b9-9541-43e2-909f-48677a6ddc31 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Deleting port 870f4d19-894e-4f74-baf1-4023ba7a1104 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:31:34.389682 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-83c4fa86-295f-426c-82f3-3a2d3be0f575 req-0931f1b9-9541-43e2-909f-48677a6ddc31 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:34.489284 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-83c4fa86-295f-426c-82f3-3a2d3be0f575 req-0931f1b9-9541-43e2-909f-48677a6ddc31 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] For port 870f4d19-894e-4f74-baf1-4023ba7a1104, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=870f4d19-894e-4f74-baf1-4023ba7a1104,segment=NetworkSegment(c6f8ed56-3d61-41f4-ac2b-a004c69384f8),segment_id=c6f8ed56-3d61-41f4-ac2b-a004c69384f8)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:31:34.489511 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842dd5c2-2004-4df4-b17c-9a822e004897 None None] Checking router: 6efe9480-a426-4d8f-bf5f-4cd8f0297a7e for host: dv-cinder-757936-8-iscsi {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:31:34.489647 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-83c4fa86-295f-426c-82f3-3a2d3be0f575 req-0931f1b9-9541-43e2-909f-48677a6ddc31 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:34.499539 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842dd5c2-2004-4df4-b17c-9a822e004897 None None] Routers {'6efe9480-a426-4d8f-bf5f-4cd8f0297a7e'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:31:34.500181 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-842dd5c2-2004-4df4-b17c-9a822e004897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:31:18Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['6efe9480-a426-4d8f-bf5f-4cd8f0297a7e'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:34.503258 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-83c4fa86-295f-426c-82f3-3a2d3be0f575 req-0931f1b9-9541-43e2-909f-48677a6ddc31 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Calling delete_port for 870f4d19-894e-4f74-baf1-4023ba7a1104 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:31:34.566019 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb2a9d-b05a-4fa2-8513-8958822c574d req-d1eb12cb-1c9a-4d6f-b7ce-f2ee65169c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:34.567530 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-58fb2a9d-b05a-4fa2-8513-8958822c574d req-d1eb12cb-1c9a-4d6f-b7ce-f2ee65169c15 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2584605 Sep 03 16:31:34.616887 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-842dd5c2-2004-4df4-b17c-9a822e004897 None None] Set router 6efe9480-a426-4d8f-bf5f-4cd8f0297a7e gateway port host: dv-cinder-757936-8-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:31:34.664854 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-83c4fa86-295f-426c-82f3-3a2d3be0f575 req-0931f1b9-9541-43e2-909f-48677a6ddc31 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852113'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:34.696299 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931f1b9-9541-43e2-909f-48677a6ddc31 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Pushing event deleted for resources: {'Port': ['ID=870f4d19-894e-4f74-baf1-4023ba7a1104,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:34.701364 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-58fb2a9d-b05a-4fa2-8513-8958822c574d req-5414fa1c-9693-42cf-bf62-458b2b3c607b service neutron] 10.222.0.58 "GET /v2.0/networks/9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242378 Sep 03 16:31:34.710931 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] get_ports_and_sgs() called for port_ids ['870f4d19-894e-4f74-baf1-4023ba7a1104'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:31:34.744084 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c4fa86-295f-426c-82f3-3a2d3be0f575 req-0931f1b9-9541-43e2-909f-48677a6ddc31 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] No DVR routers for this DVR port 870f4d19-894e-4f74-baf1-4023ba7a1104 on host hv-cinder-75793 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:31:34.746981 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-83c4fa86-295f-426c-82f3-3a2d3be0f575 req-0931f1b9-9541-43e2-909f-48677a6ddc31 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:34.749101 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-83c4fa86-295f-426c-82f3-3a2d3be0f575 req-0931f1b9-9541-43e2-909f-48677a6ddc31 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.58 "DELETE /v2.0/ports/870f4d19-894e-4f74-baf1-4023ba7a1104 HTTP/1.1" status: 204 len: 173 time: 0.4568951 Sep 03 16:31:34.821102 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-58fb2a9d-b05a-4fa2-8513-8958822c574d req-14d29398-8833-4fe6-bb9f-f281ed6c6f42 service neutron] 10.222.0.58 "GET /v2.0/networks/9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028957 Sep 03 16:31:34.849370 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e34488f0-685c-4c69-9d71-7865a5059697 req-deaab84b-5460-466a-94c6-ba6c9ff8a180 tempest-AttachVolumeNegativeTest-1683726292 tempest-AttachVolumeNegativeTest-1683726292-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce82798b-282c-4c8c-be21-ac0ba5415c80 HTTP/1.1" status: 200 len: 210 time: 0.0271108 Sep 03 16:31:34.932221 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-842dd5c2-2004-4df4-b17c-9a822e004897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'name': 'tempest-AttachVolumeShelveTestJSON-2073588636-router', 'tenant_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': 'efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:31:12Z', 'updated_at': '2021-09-03T16:31:16Z', 'revision_number': 4, 'project_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'gw_port': {'id': 'efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:aa:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:31:13Z', 'updated_at': '2021-09-03T16:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_floatingips': [{'id': 'ed81002b-4a20-48c7-a4c2-404a27055b92', 'tenant_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'floating_ip_address': '172.27.3.185', 'floating_network_id': 'af961d58-b724-401e-8712-cedb04029227', 'router_id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'port_id': '2d56a581-cddf-4929-ad30-f6e0c17ddeaa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8', 'mac_address': 'fa:16:3e:dd:d3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4038665-f4bb-49d7-b67b-028b88ad0479', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:31:19Z', 'updated_at': '2021-09-03T16:31:33Z', 'revision_number': 1, 'project_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc0f659e-0be3-489c-bdf8-741a072ba04d', 'name': '', 'network_id': '9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8', 'tenant_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'mac_address': 'fa:16:3e:42:18:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5dcb62cb-36d4-4264-88ec-98f8e85fcb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:31:15Z', 'updated_at': '2021-09-03T16:31:21Z', 'revision_number': 5, 'project_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'subnets': [{'id': '5dcb62cb-36d4-4264-88ec-98f8e85fcb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:34.958200 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842dd5c2-2004-4df4-b17c-9a822e004897 None None] The sync data for ids ['6efe9480-a426-4d8f-bf5f-4cd8f0297a7e'] in dv-cinder-757936-8-iscsi is: [{'id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'name': 'tempest-AttachVolumeShelveTestJSON-2073588636-router', 'tenant_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': 'efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:31:12Z', 'updated_at': '2021-09-03T16:31:16Z', 'revision_number': 4, 'project_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'gw_port': {'id': 'efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:aa:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:31:13Z', 'updated_at': '2021-09-03T16:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_floatingips': [{'id': 'ed81002b-4a20-48c7-a4c2-404a27055b92', 'tenant_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'floating_ip_address': '172.27.3.185', 'floating_network_id': 'af961d58-b724-401e-8712-cedb04029227', 'router_id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'port_id': '2d56a581-cddf-4929-ad30-f6e0c17ddeaa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8', 'mac_address': 'fa:16:3e:dd:d3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4038665-f4bb-49d7-b67b-028b88ad0479', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:31:19Z', 'updated_at': '2021-09-03T16:31:33Z', 'revision_number': 1, 'project_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc0f659e-0be3-489c-bdf8-741a072ba04d', 'name': '', 'network_id': '9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8', 'tenant_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'mac_address': 'fa:16:3e:42:18:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5dcb62cb-36d4-4264-88ec-98f8e85fcb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:31:15Z', 'updated_at': '2021-09-03T16:31:21Z', 'revision_number': 5, 'project_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'subnets': [{'id': '5dcb62cb-36d4-4264-88ec-98f8e85fcb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:31:35.140767 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e122362c-a6a3-4814-af41-face5990de9d None None] New status for floating IP ed81002b-4a20-48c7-a4c2-404a27055b92: ACTIVE {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 16:31:35.911956 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 50716) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:35.959297 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-7659a8cd-8d95-47dd-9d0d-cd6e453876e7 admin admin] Deleting subnet 4031de07-53b7-4f82-8008-ab20cbbb4912 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 16:31:35.962956 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7659a8cd-8d95-47dd-9d0d-cd6e453876e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:35.998193 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce82798b-282c-4c8c-be21-ac0ba5415c80', 'name': 'network-vif-deleted', 'tag': '870f4d19-894e-4f74-baf1-4023ba7a1104'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:31:36.000613 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9181e0e82ffee5c7a29e1125bc6bf0cf4bc90ac22456d4aa1390334b202da70b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8619cf20-94cf-48e3-adef-ec225a1dffeb" -d '{"events": [{"server_uuid": "ce82798b-282c-4c8c-be21-ac0ba5415c80", "name": "network-vif-deleted", "tag": "870f4d19-894e-4f74-baf1-4023ba7a1104"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:31:36.011213 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7659a8cd-8d95-47dd-9d0d-cd6e453876e7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:36.020789 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7659a8cd-8d95-47dd-9d0d-cd6e453876e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3810215'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:36.040938 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654e2012-d094-466e-954d-7474073d1957 x-openstack-request-id: req-654e2012-d094-466e-954d-7474073d1957 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:31:36.041270 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce82798b-282c-4c8c-be21-ac0ba5415c80", "name": "network-vif-deleted", "tag": "870f4d19-894e-4f74-baf1-4023ba7a1104", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:31:36.041519 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-654e2012-d094-466e-954d-7474073d1957 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:31:36.041911 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce82798b-282c-4c8c-be21-ac0ba5415c80', 'name': 'network-vif-deleted', 'tag': '870f4d19-894e-4f74-baf1-4023ba7a1104', 'status': 'completed', 'code': 200} Sep 03 16:31:36.089769 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7659a8cd-8d95-47dd-9d0d-cd6e453876e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3810270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:36.125001 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7659a8cd-8d95-47dd-9d0d-cd6e453876e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:36.126908 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-7659a8cd-8d95-47dd-9d0d-cd6e453876e7 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/4031de07-53b7-4f82-8008-ab20cbbb4912 HTTP/1.1" status: 204 len: 168 time: 0.2139249 Sep 03 16:31:36.127873 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7659a8cd-8d95-47dd-9d0d-cd6e453876e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4031de07-53b7-4f82-8008-ab20cbbb4912,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:36.129981 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 50720) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:36.204110 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5ef463cf-b371-4aeb-a6e5-35ea1d7c3d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3806380'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:36.293994 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5ef463cf-b371-4aeb-a6e5-35ea1d7c3d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811122', 'neutron.services.segments.db._delete_segments_for_network-8739257953365'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:36.305286 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-5ef463cf-b371-4aeb-a6e5-35ea1d7c3d0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['286c8e5f-3f83-4410-802f-107629637916']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:36.316531 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-5ef463cf-b371-4aeb-a6e5-35ea1d7c3d0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6f8ed56-3d61-41f4-ac2b-a004c69384f8') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:36.316823 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-5ef463cf-b371-4aeb-a6e5-35ea1d7c3d0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6f8ed56-3d61-41f4-ac2b-a004c69384f8') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:36.327380 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5ef463cf-b371-4aeb-a6e5-35ea1d7c3d0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739257954910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126121537'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:36.341931 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5ef463cf-b371-4aeb-a6e5-35ea1d7c3d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:36.348710 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ef463cf-b371-4aeb-a6e5-35ea1d7c3d0e admin admin] Releasing vlan 897 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 16:31:36.349132 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5ef463cf-b371-4aeb-a6e5-35ea1d7c3d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126852194'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:36.351371 dv-cinder-757936-8-iscsi neutron-server[93828]: Traceback (most recent call last): Sep 03 16:31:36.351371 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 16:31:36.351371 dv-cinder-757936-8-iscsi neutron-server[93828]: timer() Sep 03 16:31:36.351371 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 16:31:36.351371 dv-cinder-757936-8-iscsi neutron-server[93828]: cb(*args, **kw) Sep 03 16:31:36.351371 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 16:31:36.351371 dv-cinder-757936-8-iscsi neutron-server[93828]: return func(*args, **kwargs) Sep 03 16:31:36.351371 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 16:31:36.351371 dv-cinder-757936-8-iscsi neutron-server[93828]: self._notify() Sep 03 16:31:36.351371 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 16:31:36.351371 dv-cinder-757936-8-iscsi neutron-server[93828]: self.callback(batched_events) Sep 03 16:31:36.351371 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 16:31:36.351371 dv-cinder-757936-8-iscsi neutron-server[93828]: event.method(event) Sep 03 16:31:36.351371 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 16:31:36.351371 dv-cinder-757936-8-iscsi neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 16:31:36.351371 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 16:31:36.351371 dv-cinder-757936-8-iscsi neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 16:31:36.351371 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 16:31:36.351371 dv-cinder-757936-8-iscsi neutron-server[93828]: return f(self, *a, **k) Sep 03 16:31:36.351371 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 16:31:36.351371 dv-cinder-757936-8-iscsi neutron-server[93828]: return self._get(url).json() Sep 03 16:31:36.351371 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 16:31:36.351371 dv-cinder-757936-8-iscsi neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 16:31:36.351371 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 16:31:36.351371 dv-cinder-757936-8-iscsi neutron-server[93828]: return self.request(url, 'GET', **kwargs) Sep 03 16:31:36.351371 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 16:31:36.351371 dv-cinder-757936-8-iscsi neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 16:31:36.351371 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 16:31:36.351371 dv-cinder-757936-8-iscsi neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 16:31:36.351371 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 16:31:36.351371 dv-cinder-757936-8-iscsi neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 16:31:36.351371 dv-cinder-757936-8-iscsi neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 16:31:36.404795 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5ef463cf-b371-4aeb-a6e5-35ea1d7c3d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956946'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:36.410436 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-5ef463cf-b371-4aeb-a6e5-35ea1d7c3d0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:36.412260 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-5ef463cf-b371-4aeb-a6e5-35ea1d7c3d0e admin admin] 10.222.0.62 "DELETE /v2.0/networks/286c8e5f-3f83-4410-802f-107629637916 HTTP/1.1" status: 204 len: 168 time: 0.2812214 Sep 03 16:31:36.423555 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef463cf-b371-4aeb-a6e5-35ea1d7c3d0e admin admin] Pushing event deleted for resources: {'Network': ['ID=286c8e5f-3f83-4410-802f-107629637916,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:36.552654 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 50726) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:36.602969 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-13f53aa3-c524-4b5e-9231-f568e96e4768 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2a9bddf26a964d00a31fb55c6acb91db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0490699 Sep 03 16:31:36.605730 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 50728) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:36.659212 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-df58fd23-83ae-4085-bcab-e1ce8f681d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:36.686201 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-df58fd23-83ae-4085-bcab-e1ce8f681d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:36.746900 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-df58fd23-83ae-4085-bcab-e1ce8f681d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:36.749606 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-df58fd23-83ae-4085-bcab-e1ce8f681d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:36.750782 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-df58fd23-83ae-4085-bcab-e1ce8f681d72 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/271f1c2c-6548-49fa-9896-a05d5b44ff20 HTTP/1.1" status: 204 len: 168 time: 0.1439817 Sep 03 16:31:36.760486 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df58fd23-83ae-4085-bcab-e1ce8f681d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271f1c2c-6548-49fa-9896-a05d5b44ff20,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:36.938599 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf03de-e331-456d-a7ca-b82745ef986a req-d5ce45e7-6daf-4b6a-b211-ab212e654db9 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:36.940704 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-92bf03de-e331-456d-a7ca-b82745ef986a req-d5ce45e7-6daf-4b6a-b211-ab212e654db9 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.0534112 Sep 03 16:31:36.982605 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-92bf03de-e331-456d-a7ca-b82745ef986a req-82622c31-9fed-48f4-9da7-b1338dbc0fd2 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343893 Sep 03 16:31:37.502165 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 50760) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:37.603777 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-6b918846-345d-4aec-8809-fc09a6d9f5fd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-730917793-network', 'tenant_id': 'e966854e63c545f38e4d45703443883a'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:31:37.625712 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b918846-345d-4aec-8809-fc09a6d9f5fd admin admin] Made reservation on behalf of e966854e63c545f38e4d45703443883a for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:31:37.628168 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b918846-345d-4aec-8809-fc09a6d9f5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:37.637177 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b918846-345d-4aec-8809-fc09a6d9f5fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:37.726567 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b918846-345d-4aec-8809-fc09a6d9f5fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:37.731109 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b918846-345d-4aec-8809-fc09a6d9f5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:37.756336 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b918846-345d-4aec-8809-fc09a6d9f5fd admin admin] vlan segment allocate from pool success with {'vlan_id': 892, 'physical_network': 'physnet1'} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 16:31:37.766746 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b918846-345d-4aec-8809-fc09a6d9f5fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a141fce3-e6c0-4288-bcbf-482e2fc47c49,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:37.771743 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b918846-345d-4aec-8809-fc09a6d9f5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:37.772090 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.db.segments_db [None req-6b918846-345d-4aec-8809-fc09a6d9f5fd admin admin] Added segment 1d4757fe-edd2-466f-8b95-69e44054595c of type vlan for network 5807baea-4e93-48ad-b63f-6131d3e19d84 Sep 03 16:31:37.790376 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 870f4d19-894e-4f74-baf1-4023ba7a1104 no longer exists at agent hyperv_hv-cinder-75793 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:31:37.811603 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] No Port match for: 870f4d19-894e-4f74-baf1-4023ba7a1104 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:31:37.811956 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 870f4d19-894e-4f74-baf1-4023ba7a1104 not bound to the agent host hv-cinder-75793 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:31:37.818524 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b918846-345d-4aec-8809-fc09a6d9f5fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739257364188'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:37.846124 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b918846-345d-4aec-8809-fc09a6d9f5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:37.847239 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b918846-345d-4aec-8809-fc09a6d9f5fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:37.848008 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6b918846-345d-4aec-8809-fc09a6d9f5fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:37.878903 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-6b918846-345d-4aec-8809-fc09a6d9f5fd admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3756135 Sep 03 16:31:37.881859 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 50764) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:37.886964 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-83460b9c-1737-47b7-b0b6-64209da51406 admin admin] Request body: {'subnet': {'network_id': '5807baea-4e93-48ad-b63f-6131d3e19d84', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-730917793-subnet', 'tenant_id': 'e966854e63c545f38e4d45703443883a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:31:37.910060 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83460b9c-1737-47b7-b0b6-64209da51406 admin admin] Made reservation on behalf of e966854e63c545f38e4d45703443883a for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:31:37.911358 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b918846-345d-4aec-8809-fc09a6d9f5fd admin admin] Pushing event updated for resources: {'Network': ['ID=5807baea-4e93-48ad-b63f-6131d3e19d84,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:37.912421 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-83460b9c-1737-47b7-b0b6-64209da51406 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126339174'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:37.925186 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Network 5807baea-4e93-48ad-b63f-6131d3e19d84 details requested by agent ovs-agent-dv-cinder-757936-8-iscsi with host dv-cinder-757936-8-iscsi {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 16:31:38.127538 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-83460b9c-1737-47b7-b0b6-64209da51406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126852349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126339144'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:38.184200 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f56171-03b0-4adc-9a1d-d0977cc6b7a6 req-22dd51c7-fa95-4541-b87a-3669c0a223ab tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:38.185805 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a1f56171-03b0-4adc-9a1d-d0977cc6b7a6 req-22dd51c7-fa95-4541-b87a-3669c0a223ab tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.1176302 Sep 03 16:31:38.212422 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83460b9c-1737-47b7-b0b6-64209da51406 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bfd3e59-c983-4628-a689-bcea45acff78,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:38.252117 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83460b9c-1737-47b7-b0b6-64209da51406 admin admin] Checking segment: {'id': '1d4757fe-edd2-466f-8b95-69e44054595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '5807baea-4e93-48ad-b63f-6131d3e19d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:31:38.252556 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83460b9c-1737-47b7-b0b6-64209da51406 admin admin] Network hostable DHCP agents. Network: 5807baea-4e93-48ad-b63f-6131d3e19d84, hostable agents: ['3c1899c8-97e0-46b0-b7e8-2386c864002b'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 16:31:38.257520 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a1f56171-03b0-4adc-9a1d-d0977cc6b7a6 req-246bed54-b835-453d-8cbd-de1031e69cfe tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646446 Sep 03 16:31:38.279423 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83460b9c-1737-47b7-b0b6-64209da51406 admin admin] Network 5807baea-4e93-48ad-b63f-6131d3e19d84 is scheduled to be hosted by DHCP agent 3c1899c8-97e0-46b0-b7e8-2386c864002b with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 16:31:38.287550 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-83460b9c-1737-47b7-b0b6-64209da51406 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-8-iscsi, 5807baea-4e93-48ad-b63f-6131d3e19d84) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:31:38.292258 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83460b9c-1737-47b7-b0b6-64209da51406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:38.292849 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-83460b9c-1737-47b7-b0b6-64209da51406 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:38.296984 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6552d809-412a-409a-a887-616f66846692 None None] Network 5807baea-4e93-48ad-b63f-6131d3e19d84 requested from dv-cinder-757936-8-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:31:38.309601 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-83460b9c-1737-47b7-b0b6-64209da51406 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4265950 Sep 03 16:31:38.427736 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6711c5c5-4ddd-4c6f-92df-e12dc4de62eb None None] Network 5807baea-4e93-48ad-b63f-6131d3e19d84 requested from dv-cinder-757936-8-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:31:38.782435 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 50784) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:38.787643 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-ef0c5f7a-a3ed-4071-a81f-86299e434f06 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-792250196-network', 'tenant_id': 'c3e9aa9b70bf4f6197a299df49b04ce2'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:31:38.808047 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0c5f7a-a3ed-4071-a81f-86299e434f06 admin admin] Made reservation on behalf of c3e9aa9b70bf4f6197a299df49b04ce2 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:31:38.810307 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ef0c5f7a-a3ed-4071-a81f-86299e434f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:38.818558 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ef0c5f7a-a3ed-4071-a81f-86299e434f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:38.904772 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ef0c5f7a-a3ed-4071-a81f-86299e434f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:38.909103 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ef0c5f7a-a3ed-4071-a81f-86299e434f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:38.933763 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef0c5f7a-a3ed-4071-a81f-86299e434f06 admin admin] vlan segment allocate from pool success with {'vlan_id': 885, 'physical_network': 'physnet1'} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 16:31:38.943634 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c5f7a-a3ed-4071-a81f-86299e434f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401ee88f-3594-4653-8bad-b5bc3aa7e1f8,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:38.950267 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ef0c5f7a-a3ed-4071-a81f-86299e434f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:38.950619 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.db.segments_db [None req-ef0c5f7a-a3ed-4071-a81f-86299e434f06 admin admin] Added segment f2d96679-a36e-487f-a4d4-ba654abb118a of type vlan for network 3293bedb-179b-4be7-ac14-8eb34f6fc3c4 Sep 03 16:31:38.992392 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ef0c5f7a-a3ed-4071-a81f-86299e434f06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739257364188'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:39.017644 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ef0c5f7a-a3ed-4071-a81f-86299e434f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:39.018649 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0c5f7a-a3ed-4071-a81f-86299e434f06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:39.019256 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ef0c5f7a-a3ed-4071-a81f-86299e434f06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:39.052448 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-ef0c5f7a-a3ed-4071-a81f-86299e434f06 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2688901 Sep 03 16:31:39.055801 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 50786) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:39.060919 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-5933cd5b-2c0c-4487-8f5f-3d9df48045d6 admin admin] Request body: {'subnet': {'network_id': '3293bedb-179b-4be7-ac14-8eb34f6fc3c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-792250196-subnet', 'tenant_id': 'c3e9aa9b70bf4f6197a299df49b04ce2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:31:39.078041 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c5f7a-a3ed-4071-a81f-86299e434f06 admin admin] Pushing event updated for resources: {'Network': ['ID=3293bedb-179b-4be7-ac14-8eb34f6fc3c4,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:39.082195 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5933cd5b-2c0c-4487-8f5f-3d9df48045d6 admin admin] Made reservation on behalf of c3e9aa9b70bf4f6197a299df49b04ce2 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:31:39.084445 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5933cd5b-2c0c-4487-8f5f-3d9df48045d6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:39.087790 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Network 3293bedb-179b-4be7-ac14-8eb34f6fc3c4 details requested by agent ovs-agent-dv-cinder-757936-8-iscsi with host dv-cinder-757936-8-iscsi {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 16:31:39.261065 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5933cd5b-2c0c-4487-8f5f-3d9df48045d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:39.323320 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5933cd5b-2c0c-4487-8f5f-3d9df48045d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3abd539d-4bb9-4bd3-a509-497e16bebfdb,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:39.331731 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5933cd5b-2c0c-4487-8f5f-3d9df48045d6 admin admin] Checking segment: {'id': 'f2d96679-a36e-487f-a4d4-ba654abb118a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '3293bedb-179b-4be7-ac14-8eb34f6fc3c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:31:39.332106 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5933cd5b-2c0c-4487-8f5f-3d9df48045d6 admin admin] Network hostable DHCP agents. Network: 3293bedb-179b-4be7-ac14-8eb34f6fc3c4, hostable agents: ['3c1899c8-97e0-46b0-b7e8-2386c864002b'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 16:31:39.354256 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5933cd5b-2c0c-4487-8f5f-3d9df48045d6 admin admin] Network 3293bedb-179b-4be7-ac14-8eb34f6fc3c4 is scheduled to be hosted by DHCP agent 3c1899c8-97e0-46b0-b7e8-2386c864002b with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 16:31:39.368892 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-5933cd5b-2c0c-4487-8f5f-3d9df48045d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-8-iscsi, 3293bedb-179b-4be7-ac14-8eb34f6fc3c4) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:31:39.373100 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5933cd5b-2c0c-4487-8f5f-3d9df48045d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:39.373706 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5933cd5b-2c0c-4487-8f5f-3d9df48045d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:39.379219 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d18b23f-3478-4a43-97f2-e8c522b7e1d8 None None] Network 3293bedb-179b-4be7-ac14-8eb34f6fc3c4 requested from dv-cinder-757936-8-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:31:39.388245 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0dc8a1-3fd6-4a91-a7e2-3a358dfded97 req-4eae7397-e213-4d71-a6b1-fa9eb5a1b92a tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:39.390212 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0c0dc8a1-3fd6-4a91-a7e2-3a358dfded97 req-4eae7397-e213-4d71-a6b1-fa9eb5a1b92a tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.0572462 Sep 03 16:31:39.397809 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-5933cd5b-2c0c-4487-8f5f-3d9df48045d6 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3408139 Sep 03 16:31:39.453634 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0c0dc8a1-3fd6-4a91-a7e2-3a358dfded97 req-add8810e-d7f1-4eba-ae86-f1c26a6da003 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539978 Sep 03 16:31:39.552341 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac39fc6-8699-4dba-95cb-bdbb70da0ce4 None None] Network 3293bedb-179b-4be7-ac14-8eb34f6fc3c4 requested from dv-cinder-757936-8-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:31:39.556365 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 50794) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:39.605803 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-abc9c75c-f48c-48ef-a4ac-35ae98b3e573 admin admin] Deleting subnet 4bfd3e59-c983-4628-a689-bcea45acff78 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 16:31:39.608959 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-abc9c75c-f48c-48ef-a4ac-35ae98b3e573 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:39.642625 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-abc9c75c-f48c-48ef-a4ac-35ae98b3e573 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126121560'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:39.682543 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-abc9c75c-f48c-48ef-a4ac-35ae98b3e573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3810215'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:39.735872 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-abc9c75c-f48c-48ef-a4ac-35ae98b3e573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3810270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126852156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126339139'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:39.761772 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc9c75c-f48c-48ef-a4ac-35ae98b3e573 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bfd3e59-c983-4628-a689-bcea45acff78,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:39.766454 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-abc9c75c-f48c-48ef-a4ac-35ae98b3e573 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:39.766454 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-abc9c75c-f48c-48ef-a4ac-35ae98b3e573 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/4bfd3e59-c983-4628-a689-bcea45acff78 HTTP/1.1" status: 204 len: 168 time: 0.2082942 Sep 03 16:31:39.768112 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 50796) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:39.846643 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-31b8c95f-50e2-44dc-ae79-4d00a355b2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3806380'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:39.931389 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-31b8c95f-50e2-44dc-ae79-4d00a355b2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811122', 'neutron.services.segments.db._delete_segments_for_network-8739257953365'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:39.942743 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-31b8c95f-50e2-44dc-ae79-4d00a355b2ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5807baea-4e93-48ad-b63f-6131d3e19d84']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:39.953608 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-31b8c95f-50e2-44dc-ae79-4d00a355b2ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d4757fe-edd2-466f-8b95-69e44054595c') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:39.953915 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-31b8c95f-50e2-44dc-ae79-4d00a355b2ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d4757fe-edd2-466f-8b95-69e44054595c') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:39.963002 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-31b8c95f-50e2-44dc-ae79-4d00a355b2ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739257954910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126121537'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:39.977317 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-31b8c95f-50e2-44dc-ae79-4d00a355b2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:39.983043 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31b8c95f-50e2-44dc-ae79-4d00a355b2ec admin admin] Releasing vlan 892 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 16:31:39.983426 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-31b8c95f-50e2-44dc-ae79-4d00a355b2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126852194'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:39.985202 dv-cinder-757936-8-iscsi neutron-server[93828]: Traceback (most recent call last): Sep 03 16:31:39.985202 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 16:31:39.985202 dv-cinder-757936-8-iscsi neutron-server[93828]: timer() Sep 03 16:31:39.985202 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 16:31:39.985202 dv-cinder-757936-8-iscsi neutron-server[93828]: cb(*args, **kw) Sep 03 16:31:39.985202 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 16:31:39.985202 dv-cinder-757936-8-iscsi neutron-server[93828]: return func(*args, **kwargs) Sep 03 16:31:39.985202 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 16:31:39.985202 dv-cinder-757936-8-iscsi neutron-server[93828]: self._notify() Sep 03 16:31:39.985202 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 16:31:39.985202 dv-cinder-757936-8-iscsi neutron-server[93828]: self.callback(batched_events) Sep 03 16:31:39.985202 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 16:31:39.985202 dv-cinder-757936-8-iscsi neutron-server[93828]: event.method(event) Sep 03 16:31:39.985202 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 16:31:39.985202 dv-cinder-757936-8-iscsi neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 16:31:39.985202 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 16:31:39.985202 dv-cinder-757936-8-iscsi neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 16:31:39.985202 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 16:31:39.985202 dv-cinder-757936-8-iscsi neutron-server[93828]: return f(self, *a, **k) Sep 03 16:31:39.985202 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 16:31:39.985202 dv-cinder-757936-8-iscsi neutron-server[93828]: return self._get(url).json() Sep 03 16:31:39.985202 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 16:31:39.985202 dv-cinder-757936-8-iscsi neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 16:31:39.985202 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 16:31:39.985202 dv-cinder-757936-8-iscsi neutron-server[93828]: return self.request(url, 'GET', **kwargs) Sep 03 16:31:39.985202 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 16:31:39.985202 dv-cinder-757936-8-iscsi neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 16:31:39.985202 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 16:31:39.985202 dv-cinder-757936-8-iscsi neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 16:31:39.985202 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 16:31:39.985202 dv-cinder-757936-8-iscsi neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 16:31:39.985202 dv-cinder-757936-8-iscsi neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 16:31:40.041358 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-31b8c95f-50e2-44dc-ae79-4d00a355b2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956946'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:40.045900 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-31b8c95f-50e2-44dc-ae79-4d00a355b2ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:40.047819 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-31b8c95f-50e2-44dc-ae79-4d00a355b2ec admin admin] 10.222.0.62 "DELETE /v2.0/networks/5807baea-4e93-48ad-b63f-6131d3e19d84 HTTP/1.1" status: 204 len: 168 time: 0.2788038 Sep 03 16:31:40.050721 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 50798) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:40.060460 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b8c95f-50e2-44dc-ae79-4d00a355b2ec admin admin] Pushing event deleted for resources: {'Network': ['ID=5807baea-4e93-48ad-b63f-6131d3e19d84,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:40.099118 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-e990a5c2-ba04-48b6-9aa6-e8719ced2511 admin admin] Deleting subnet 3abd539d-4bb9-4bd3-a509-497e16bebfdb {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 16:31:40.102983 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e990a5c2-ba04-48b6-9aa6-e8719ced2511 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:40.142144 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e990a5c2-ba04-48b6-9aa6-e8719ced2511 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:40.147632 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e990a5c2-ba04-48b6-9aa6-e8719ced2511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3810215'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:40.204314 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e990a5c2-ba04-48b6-9aa6-e8719ced2511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3810270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:40.230919 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e990a5c2-ba04-48b6-9aa6-e8719ced2511 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3abd539d-4bb9-4bd3-a509-497e16bebfdb,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:40.234777 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e990a5c2-ba04-48b6-9aa6-e8719ced2511 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:40.237489 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-e990a5c2-ba04-48b6-9aa6-e8719ced2511 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3abd539d-4bb9-4bd3-a509-497e16bebfdb HTTP/1.1" status: 204 len: 168 time: 0.1848807 Sep 03 16:31:40.240373 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 50800) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:40.312488 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fd19116-ffeb-4651-ae38-7c95674b6d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3806380'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:40.393983 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fd19116-ffeb-4651-ae38-7c95674b6d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811122', 'neutron.services.segments.db._delete_segments_for_network-8739257953365'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:40.404498 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fd19116-ffeb-4651-ae38-7c95674b6d22 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:31:40.404866 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fd19116-ffeb-4651-ae38-7c95674b6d22 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:31:40.405644 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fd19116-ffeb-4651-ae38-7c95674b6d22 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:31:40.405986 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fd19116-ffeb-4651-ae38-7c95674b6d22 admin admin] Subscribe: > port after_create 55550000 {{(pid=93827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:31:40.406334 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fd19116-ffeb-4651-ae38-7c95674b6d22 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:31:40.406675 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fd19116-ffeb-4651-ae38-7c95674b6d22 admin admin] Subscribe: > port after_update 55550000 {{(pid=93827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:31:40.407017 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fd19116-ffeb-4651-ae38-7c95674b6d22 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:31:40.407361 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fd19116-ffeb-4651-ae38-7c95674b6d22 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:31:40.407683 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fd19116-ffeb-4651-ae38-7c95674b6d22 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:31:40.408010 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fd19116-ffeb-4651-ae38-7c95674b6d22 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:31:40.488252 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fd19116-ffeb-4651-ae38-7c95674b6d22 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:31:40.488616 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fd19116-ffeb-4651-ae38-7c95674b6d22 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:31:40.488962 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fd19116-ffeb-4651-ae38-7c95674b6d22 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:31:40.489324 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fd19116-ffeb-4651-ae38-7c95674b6d22 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 16:31:40.489717 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.services.segments.db [None req-1fd19116-ffeb-4651-ae38-7c95674b6d22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3293bedb-179b-4be7-ac14-8eb34f6fc3c4']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:40.507831 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.services.segments.db [None req-1fd19116-ffeb-4651-ae38-7c95674b6d22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2d96679-a36e-487f-a4d4-ba654abb118a') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:40.508200 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.services.segments.db [None req-1fd19116-ffeb-4651-ae38-7c95674b6d22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2d96679-a36e-487f-a4d4-ba654abb118a') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:40.525823 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fd19116-ffeb-4651-ae38-7c95674b6d22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739257954910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125966479'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:40.548980 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fd19116-ffeb-4651-ae38-7c95674b6d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:40.558502 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fd19116-ffeb-4651-ae38-7c95674b6d22 admin admin] Releasing vlan 885 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 16:31:40.558985 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fd19116-ffeb-4651-ae38-7c95674b6d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126147400'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:40.563469 dv-cinder-757936-8-iscsi neutron-server[93827]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 16:31:40.563469 dv-cinder-757936-8-iscsi neutron-server[93827]: from cryptography.utils import int_from_bytes Sep 03 16:31:40.563469 dv-cinder-757936-8-iscsi neutron-server[93827]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 16:31:40.563469 dv-cinder-757936-8-iscsi neutron-server[93827]: from cryptography.utils import int_from_bytes Sep 03 16:31:40.563469 dv-cinder-757936-8-iscsi neutron-server[93827]: Traceback (most recent call last): Sep 03 16:31:40.563469 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 16:31:40.563469 dv-cinder-757936-8-iscsi neutron-server[93827]: timer() Sep 03 16:31:40.563469 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 16:31:40.563469 dv-cinder-757936-8-iscsi neutron-server[93827]: cb(*args, **kw) Sep 03 16:31:40.563469 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 16:31:40.563469 dv-cinder-757936-8-iscsi neutron-server[93827]: return func(*args, **kwargs) Sep 03 16:31:40.563469 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 16:31:40.563469 dv-cinder-757936-8-iscsi neutron-server[93827]: self._notify() Sep 03 16:31:40.563469 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 16:31:40.563469 dv-cinder-757936-8-iscsi neutron-server[93827]: self.callback(batched_events) Sep 03 16:31:40.563469 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 16:31:40.563469 dv-cinder-757936-8-iscsi neutron-server[93827]: event.method(event) Sep 03 16:31:40.563469 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 16:31:40.563469 dv-cinder-757936-8-iscsi neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 16:31:40.563469 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 16:31:40.563469 dv-cinder-757936-8-iscsi neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 16:31:40.563469 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 16:31:40.563469 dv-cinder-757936-8-iscsi neutron-server[93827]: return f(self, *a, **k) Sep 03 16:31:40.563469 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 16:31:40.563469 dv-cinder-757936-8-iscsi neutron-server[93827]: return self._get(url).json() Sep 03 16:31:40.563469 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 16:31:40.563469 dv-cinder-757936-8-iscsi neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 16:31:40.563469 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 16:31:40.563469 dv-cinder-757936-8-iscsi neutron-server[93827]: return self.request(url, 'GET', **kwargs) Sep 03 16:31:40.563469 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 16:31:40.563469 dv-cinder-757936-8-iscsi neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 16:31:40.563469 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 16:31:40.563469 dv-cinder-757936-8-iscsi neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 16:31:40.563469 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 16:31:40.563469 dv-cinder-757936-8-iscsi neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 16:31:40.563469 dv-cinder-757936-8-iscsi neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 16:31:40.584660 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d44f76-7c0b-4959-b5b5-f63c114bca1d req-024ebef4-f7d9-4987-860d-1f683aebd992 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:40.586717 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-67d44f76-7c0b-4959-b5b5-f63c114bca1d req-024ebef4-f7d9-4987-860d-1f683aebd992 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.0595329 Sep 03 16:31:40.622179 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fd19116-ffeb-4651-ae38-7c95674b6d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956946'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:40.628079 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-67d44f76-7c0b-4959-b5b5-f63c114bca1d req-1f34f93c-8e9c-4ac8-8d9b-7af0994bdad0 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354638 Sep 03 16:31:40.629594 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fd19116-ffeb-4651-ae38-7c95674b6d22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:40.632537 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-1fd19116-ffeb-4651-ae38-7c95674b6d22 admin admin] 10.222.0.62 "DELETE /v2.0/networks/3293bedb-179b-4be7-ac14-8eb34f6fc3c4 HTTP/1.1" status: 204 len: 168 time: 0.3903158 Sep 03 16:31:40.653343 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd19116-ffeb-4651-ae38-7c95674b6d22 admin admin] Pushing event deleted for resources: {'Network': ['ID=3293bedb-179b-4be7-ac14-8eb34f6fc3c4,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:40.789454 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 50808) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:40.828169 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-e8701e82-5f2c-4967-8dd8-14d6b9145db6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e966854e63c545f38e4d45703443883a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375383 Sep 03 16:31:40.830525 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 50810) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:40.878037 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dff0034e-9710-49df-a019-7e83537e1f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:40.898906 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dff0034e-9710-49df-a019-7e83537e1f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:40.945782 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dff0034e-9710-49df-a019-7e83537e1f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:40.948311 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dff0034e-9710-49df-a019-7e83537e1f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:40.949494 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-dff0034e-9710-49df-a019-7e83537e1f7d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a141fce3-e6c0-4288-bcbf-482e2fc47c49 HTTP/1.1" status: 204 len: 168 time: 0.1180713 Sep 03 16:31:40.956925 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0034e-9710-49df-a019-7e83537e1f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a141fce3-e6c0-4288-bcbf-482e2fc47c49,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:41.261727 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 50816) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:41.300014 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-fed0d79b-1bfc-4699-99f8-13a9537b6bd7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c3e9aa9b70bf4f6197a299df49b04ce2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371356 Sep 03 16:31:41.302411 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 50818) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:41.349630 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-44b141d5-d4bc-4a69-912a-fde1626cc18b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:41.376776 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-44b141d5-d4bc-4a69-912a-fde1626cc18b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:41.423656 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-44b141d5-d4bc-4a69-912a-fde1626cc18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:41.427205 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-44b141d5-d4bc-4a69-912a-fde1626cc18b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:41.428407 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-44b141d5-d4bc-4a69-912a-fde1626cc18b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/401ee88f-3594-4653-8bad-b5bc3aa7e1f8 HTTP/1.1" status: 204 len: 168 time: 0.1250751 Sep 03 16:31:41.436876 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b141d5-d4bc-4a69-912a-fde1626cc18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401ee88f-3594-4653-8bad-b5bc3aa7e1f8,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:41.755114 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd0696-a60b-40cf-bea9-9d0e331dc3f1 req-831778d4-8b7e-4a80-9593-96558347f176 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:41.756956 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0acd0696-a60b-40cf-bea9-9d0e331dc3f1 req-831778d4-8b7e-4a80-9593-96558347f176 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.0516958 Sep 03 16:31:41.801939 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0acd0696-a60b-40cf-bea9-9d0e331dc3f1 req-6a516247-63d3-4687-a964-50dd772bec8c tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368161 Sep 03 16:31:42.113818 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 50844) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:42.208753 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-a0d24cf9-8137-4709-b46c-c34ac5e00c44 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1843162124-network', 'tenant_id': '31aa60f38e154177b2caa1bf3dc3d11a'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:31:42.230147 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d24cf9-8137-4709-b46c-c34ac5e00c44 admin admin] Made reservation on behalf of 31aa60f38e154177b2caa1bf3dc3d11a for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:31:42.232486 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a0d24cf9-8137-4709-b46c-c34ac5e00c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:42.240766 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a0d24cf9-8137-4709-b46c-c34ac5e00c44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:42.328285 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a0d24cf9-8137-4709-b46c-c34ac5e00c44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:42.332026 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a0d24cf9-8137-4709-b46c-c34ac5e00c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:42.355618 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0d24cf9-8137-4709-b46c-c34ac5e00c44 admin admin] vlan segment allocate from pool success with {'vlan_id': 891, 'physical_network': 'physnet1'} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 16:31:42.364917 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d24cf9-8137-4709-b46c-c34ac5e00c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c02c184-0ca4-4106-a217-edd1bfb318f5,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:42.369497 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a0d24cf9-8137-4709-b46c-c34ac5e00c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:42.369845 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.db.segments_db [None req-a0d24cf9-8137-4709-b46c-c34ac5e00c44 admin admin] Added segment 2ca1dd6d-beff-40ed-8c78-12038173a54f of type vlan for network 6617c9d0-8483-4e6a-898d-02b30f23b292 Sep 03 16:31:42.410681 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a0d24cf9-8137-4709-b46c-c34ac5e00c44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739257364188'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:42.433942 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a0d24cf9-8137-4709-b46c-c34ac5e00c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:42.435606 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d24cf9-8137-4709-b46c-c34ac5e00c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:42.436213 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a0d24cf9-8137-4709-b46c-c34ac5e00c44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:42.466772 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-a0d24cf9-8137-4709-b46c-c34ac5e00c44 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3517964 Sep 03 16:31:42.469641 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 50848) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:42.474578 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-e00cf206-9e9c-40ed-8556-1349f1e32576 admin admin] Request body: {'subnet': {'network_id': '6617c9d0-8483-4e6a-898d-02b30f23b292', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1843162124-subnet', 'tenant_id': '31aa60f38e154177b2caa1bf3dc3d11a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:31:42.496435 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00cf206-9e9c-40ed-8556-1349f1e32576 admin admin] Made reservation on behalf of 31aa60f38e154177b2caa1bf3dc3d11a for: {'subnet': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:31:42.497724 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d24cf9-8137-4709-b46c-c34ac5e00c44 admin admin] Pushing event updated for resources: {'Network': ['ID=6617c9d0-8483-4e6a-898d-02b30f23b292,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:42.498817 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e00cf206-9e9c-40ed-8556-1349f1e32576 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126339174'] for subnet, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:42.508163 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Network 6617c9d0-8483-4e6a-898d-02b30f23b292 details requested by agent ovs-agent-dv-cinder-757936-8-iscsi with host dv-cinder-757936-8-iscsi {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 16:31:42.681163 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e00cf206-9e9c-40ed-8556-1349f1e32576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126852349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126339144'] for subnet, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:42.736555 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00cf206-9e9c-40ed-8556-1349f1e32576 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1faef23d-f9e5-48c0-a87b-707ab4e6501a,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:42.746407 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00cf206-9e9c-40ed-8556-1349f1e32576 admin admin] Checking segment: {'id': '2ca1dd6d-beff-40ed-8c78-12038173a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '6617c9d0-8483-4e6a-898d-02b30f23b292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:31:42.746799 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00cf206-9e9c-40ed-8556-1349f1e32576 admin admin] Network hostable DHCP agents. Network: 6617c9d0-8483-4e6a-898d-02b30f23b292, hostable agents: ['3c1899c8-97e0-46b0-b7e8-2386c864002b'], hosted agents: [] {{(pid=93828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 16:31:42.763310 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00cf206-9e9c-40ed-8556-1349f1e32576 admin admin] Network 6617c9d0-8483-4e6a-898d-02b30f23b292 is scheduled to be hosted by DHCP agent 3c1899c8-97e0-46b0-b7e8-2386c864002b with binding_index 1 {{(pid=93828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 16:31:42.771855 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-e00cf206-9e9c-40ed-8556-1349f1e32576 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-8-iscsi, 6617c9d0-8483-4e6a-898d-02b30f23b292) {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:31:42.775987 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00cf206-9e9c-40ed-8556-1349f1e32576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:42.776571 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e00cf206-9e9c-40ed-8556-1349f1e32576 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:42.781791 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd10b59d-a845-453b-98f8-5771d1104c72 None None] Network 6617c9d0-8483-4e6a-898d-02b30f23b292 requested from dv-cinder-757936-8-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:31:42.798748 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-e00cf206-9e9c-40ed-8556-1349f1e32576 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3194246 Sep 03 16:31:42.920488 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7999fea0-05c2-432e-a0e3-accea528d44d None None] Network 6617c9d0-8483-4e6a-898d-02b30f23b292 requested from dv-cinder-757936-8-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:31:42.931759 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c5ddb-77fc-492c-bef6-5c33b8b1ce93 req-b2d734ab-7048-49ee-a92b-e23603884914 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:42.934916 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ad4c5ddb-77fc-492c-bef6-5c33b8b1ce93 req-b2d734ab-7048-49ee-a92b-e23603884914 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.0574830 Sep 03 16:31:42.978465 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ad4c5ddb-77fc-492c-bef6-5c33b8b1ce93 req-71e2315e-0c37-4fe9-8146-b2a73f82b6aa tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400155 Sep 03 16:31:43.275554 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 50870) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:43.281765 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-27b3c70e-a044-4fd4-8341-d08cd2e9513c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1216271175-network', 'tenant_id': '687a8eeea68942aba53c6d098ff49ee7'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:31:43.301527 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b3c70e-a044-4fd4-8341-d08cd2e9513c admin admin] Made reservation on behalf of 687a8eeea68942aba53c6d098ff49ee7 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:31:43.303803 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-27b3c70e-a044-4fd4-8341-d08cd2e9513c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:43.312389 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-27b3c70e-a044-4fd4-8341-d08cd2e9513c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:43.399037 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-27b3c70e-a044-4fd4-8341-d08cd2e9513c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:43.406619 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-27b3c70e-a044-4fd4-8341-d08cd2e9513c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:43.433530 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27b3c70e-a044-4fd4-8341-d08cd2e9513c admin admin] vlan segment allocate from pool success with {'vlan_id': 863, 'physical_network': 'physnet1'} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 16:31:43.439645 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b3c70e-a044-4fd4-8341-d08cd2e9513c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402ecc73-7f82-4b74-bf9c-f04a020a7569,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:43.446094 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-27b3c70e-a044-4fd4-8341-d08cd2e9513c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:43.446442 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.db.segments_db [None req-27b3c70e-a044-4fd4-8341-d08cd2e9513c admin admin] Added segment 6c4566e2-e6b5-47da-ae4f-7c415495cce5 of type vlan for network b7ffb599-a4da-4498-92d0-f1779ef4bc4a Sep 03 16:31:43.488520 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-27b3c70e-a044-4fd4-8341-d08cd2e9513c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739257364188'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:43.511442 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-27b3c70e-a044-4fd4-8341-d08cd2e9513c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:43.512599 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b3c70e-a044-4fd4-8341-d08cd2e9513c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:43.513021 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-27b3c70e-a044-4fd4-8341-d08cd2e9513c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:43.542500 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-27b3c70e-a044-4fd4-8341-d08cd2e9513c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2657125 Sep 03 16:31:43.545326 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 50872) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:43.550382 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-42a3e81a-5e93-4539-a8cd-ca376d1c9839 admin admin] Request body: {'subnet': {'network_id': 'b7ffb599-a4da-4498-92d0-f1779ef4bc4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1216271175-subnet', 'tenant_id': '687a8eeea68942aba53c6d098ff49ee7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:31:43.573283 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b3c70e-a044-4fd4-8341-d08cd2e9513c admin admin] Pushing event updated for resources: {'Network': ['ID=b7ffb599-a4da-4498-92d0-f1779ef4bc4a,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:43.577712 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a3e81a-5e93-4539-a8cd-ca376d1c9839 admin admin] Made reservation on behalf of 687a8eeea68942aba53c6d098ff49ee7 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:31:43.580250 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-42a3e81a-5e93-4539-a8cd-ca376d1c9839 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126670138'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:43.584424 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Network b7ffb599-a4da-4498-92d0-f1779ef4bc4a details requested by agent ovs-agent-dv-cinder-757936-8-iscsi with host dv-cinder-757936-8-iscsi {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 16:31:43.762280 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-42a3e81a-5e93-4539-a8cd-ca376d1c9839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126147543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126670100'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:43.810189 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3e81a-5e93-4539-a8cd-ca376d1c9839 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88855db1-1830-49d9-874b-178b55c85811,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:43.848022 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a3e81a-5e93-4539-a8cd-ca376d1c9839 admin admin] Checking segment: {'id': '6c4566e2-e6b5-47da-ae4f-7c415495cce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'b7ffb599-a4da-4498-92d0-f1779ef4bc4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:31:43.848533 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a3e81a-5e93-4539-a8cd-ca376d1c9839 admin admin] Network hostable DHCP agents. Network: b7ffb599-a4da-4498-92d0-f1779ef4bc4a, hostable agents: ['3c1899c8-97e0-46b0-b7e8-2386c864002b'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 16:31:43.879808 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a3e81a-5e93-4539-a8cd-ca376d1c9839 admin admin] Network b7ffb599-a4da-4498-92d0-f1779ef4bc4a is scheduled to be hosted by DHCP agent 3c1899c8-97e0-46b0-b7e8-2386c864002b with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 16:31:43.890612 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-42a3e81a-5e93-4539-a8cd-ca376d1c9839 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-8-iscsi, b7ffb599-a4da-4498-92d0-f1779ef4bc4a) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:31:43.894735 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a3e81a-5e93-4539-a8cd-ca376d1c9839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:43.895338 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-42a3e81a-5e93-4539-a8cd-ca376d1c9839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:43.901878 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2f8a15-0ec5-4b9f-8a47-ca24181d2ce4 None None] Network b7ffb599-a4da-4498-92d0-f1779ef4bc4a requested from dv-cinder-757936-8-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:31:43.910002 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-42a3e81a-5e93-4539-a8cd-ca376d1c9839 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3634131 Sep 03 16:31:44.047462 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a6f11f-eea7-4a56-83ff-bca32eda723c None None] Network b7ffb599-a4da-4498-92d0-f1779ef4bc4a requested from dv-cinder-757936-8-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:31:44.104749 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9dd0b-9833-41b2-b502-6a0485721006 req-156bd022-24a3-46d2-aafb-0cda9c2d125e tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:44.106502 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-80d9dd0b-9833-41b2-b502-6a0485721006 req-156bd022-24a3-46d2-aafb-0cda9c2d125e tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.0518529 Sep 03 16:31:44.152119 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-80d9dd0b-9833-41b2-b502-6a0485721006 req-12078ad0-5a59-4c30-aaa0-c673b9791f00 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380828 Sep 03 16:31:45.269065 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c65dd-7e03-441f-9c57-4dbe7ae93b1c req-01615d98-5a46-455f-8518-71eaabbbf417 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:45.270557 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-761c65dd-7e03-441f-9c57-4dbe7ae93b1c req-01615d98-5a46-455f-8518-71eaabbbf417 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.0475464 Sep 03 16:31:45.309412 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-761c65dd-7e03-441f-9c57-4dbe7ae93b1c req-11739008-6de0-44f5-b6c7-aeb285cb365c tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319502 Sep 03 16:31:45.441559 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-105a5af1-4738-4136-b498-c9a4f006cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:46.430826 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b9791-c3d7-4c04-9211-08a152821f3b req-c46a312a-72b8-4e47-8234-4e2e454ef068 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:46.432395 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0e2b9791-c3d7-4c04-9211-08a152821f3b req-c46a312a-72b8-4e47-8234-4e2e454ef068 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.0542500 Sep 03 16:31:46.471340 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0e2b9791-c3d7-4c04-9211-08a152821f3b req-17450bfc-2935-46ce-ae10-7ff377f55713 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325191 Sep 03 16:31:47.607108 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38578b74-9ac5-4a64-8aea-9a5c88a6bbb7 req-b56b9d79-71eb-47e5-9daf-97dc05ff6545 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:47.608642 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-38578b74-9ac5-4a64-8aea-9a5c88a6bbb7 req-b56b9d79-71eb-47e5-9daf-97dc05ff6545 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.0520663 Sep 03 16:31:47.648180 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-38578b74-9ac5-4a64-8aea-9a5c88a6bbb7 req-ef77b753-5aa7-4e97-bac3-c721edac3630 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332401 Sep 03 16:31:47.898980 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1a9a6-514c-408e-b8c6-3456378f28f9 req-795f3f27-6820-4f7c-a616-3011740974e2 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:47.900444 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d0a1a9a6-514c-408e-b8c6-3456378f28f9 req-795f3f27-6820-4f7c-a616-3011740974e2 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.0511289 Sep 03 16:31:47.973823 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d0a1a9a6-514c-408e-b8c6-3456378f28f9 req-125bd79a-3407-4518-ba55-8223ac56733f tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597055 Sep 03 16:31:47.979888 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca401c8a-25e3-4d61-8057-443b957e2679 req-fe881cb1-94b9-4bdb-89eb-1594ca30d03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:47.981554 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ca401c8a-25e3-4d61-8057-443b957e2679 req-fe881cb1-94b9-4bdb-89eb-1594ca30d03e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c5c50d390cbc4a9ea29a6a55d17879f3&device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 1098 time: 0.0757484 Sep 03 16:31:48.009854 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-8bca86de-d617-4438-a564-6f1f15ef58ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:48.088547 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca401c8a-25e3-4d61-8057-443b957e2679 req-53bac624-48ec-4891-aefc-2184ab4b3170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:48.090143 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ca401c8a-25e3-4d61-8057-443b957e2679 req-53bac624-48ec-4891-aefc-2184ab4b3170 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1 HTTP/1.1" status: 200 len: 911 time: 0.0995893 Sep 03 16:31:48.189283 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ca401c8a-25e3-4d61-8057-443b957e2679 req-8fb266e6-ba66-4867-b923-233f06e143af service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f11111a0-0d4b-4989-8f6d-12d393940de3 HTTP/1.1" status: 200 len: 1000 time: 0.0907629 Sep 03 16:31:48.250464 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca401c8a-25e3-4d61-8057-443b957e2679 req-89dbeebe-e796-4178-8928-40ada9fc6367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:48.252093 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ca401c8a-25e3-4d61-8057-443b957e2679 req-89dbeebe-e796-4178-8928-40ada9fc6367 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5e4996fa-edea-44cf-9ea9-7dac32eb1936 HTTP/1.1" status: 200 len: 849 time: 0.0553534 Sep 03 16:31:48.304338 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca401c8a-25e3-4d61-8057-443b957e2679 req-271d4e01-3ac3-4f16-bb22-0436ae1602a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:48.306289 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ca401c8a-25e3-4d61-8057-443b957e2679 req-271d4e01-3ac3-4f16-bb22-0436ae1602a6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436199 Sep 03 16:31:48.371456 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:48.429617 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ca401c8a-25e3-4d61-8057-443b957e2679 req-e672604f-01fb-44c9-a2c9-e62fe59b473f service neutron] 10.222.0.58 "GET /v2.0/networks/0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013384 Sep 03 16:31:48.531990 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ca401c8a-25e3-4d61-8057-443b957e2679 req-fb5c8d71-51a6-4378-9967-301b847e107f service neutron] 10.222.0.58 "GET /v2.0/networks/0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946331 Sep 03 16:31:49.009076 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad34-f359-45be-bded-9b7b563a89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:49.088843 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a29de-19a7-4e7b-8a68-f64eb880c523 req-a1346d18-3098-432e-8801-cf077aff8425 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:49.091194 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-350a29de-19a7-4e7b-8a68-f64eb880c523 req-a1346d18-3098-432e-8801-cf077aff8425 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.0497277 Sep 03 16:31:49.130562 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-350a29de-19a7-4e7b-8a68-f64eb880c523 req-342a60f0-3081-4457-be28-469a5231c028 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335910 Sep 03 16:31:50.249358 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708c090-41b8-4060-9791-7be33d3f0933 req-897593ce-754c-48d8-8e4b-390919f7d478 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:50.250888 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a708c090-41b8-4060-9791-7be33d3f0933 req-897593ce-754c-48d8-8e4b-390919f7d478 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.0502698 Sep 03 16:31:50.289265 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a708c090-41b8-4060-9791-7be33d3f0933 req-1bc6cb8a-34a3-47a1-b7f8-ea7f1051c919 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323319 Sep 03 16:31:50.792100 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30fea9dd-2dab-4865-ba17-13165276935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:51.067710 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6f88272f-2447-422f-a850-db242497a2fb req-db82b5f2-2415-4f37-bcf0-33a514fb581b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411882 Sep 03 16:31:51.141302 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88272f-2447-422f-a850-db242497a2fb req-14fa4892-668d-4ddf-8a13-ad077d49538c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:51.142805 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6f88272f-2447-422f-a850-db242497a2fb req-14fa4892-668d-4ddf-8a13-ad077d49538c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c5c50d390cbc4a9ea29a6a55d17879f3&device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 1098 time: 0.0465662 Sep 03 16:31:51.264045 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88272f-2447-422f-a850-db242497a2fb req-f8d43de6-f3f8-4171-9e97-0d3a3130836a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:51.265481 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6f88272f-2447-422f-a850-db242497a2fb req-f8d43de6-f3f8-4171-9e97-0d3a3130836a service neutron] 10.222.0.58 "GET /v2.0/networks?id=0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1 HTTP/1.1" status: 200 len: 911 time: 0.0937328 Sep 03 16:31:51.335389 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6f88272f-2447-422f-a850-db242497a2fb req-357344b2-b929-4562-8cb0-4e63cded342f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f11111a0-0d4b-4989-8f6d-12d393940de3 HTTP/1.1" status: 200 len: 1000 time: 0.0615003 Sep 03 16:31:51.394101 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88272f-2447-422f-a850-db242497a2fb req-9182ff32-2aa3-4f70-aa5e-916bd80f1b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:51.395548 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6f88272f-2447-422f-a850-db242497a2fb req-9182ff32-2aa3-4f70-aa5e-916bd80f1b27 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5e4996fa-edea-44cf-9ea9-7dac32eb1936 HTTP/1.1" status: 200 len: 849 time: 0.0441847 Sep 03 16:31:51.442629 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88272f-2447-422f-a850-db242497a2fb req-b90f3960-f94d-42b9-b5ba-62f35b96e64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:31:51.444196 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6f88272f-2447-422f-a850-db242497a2fb req-b90f3960-f94d-42b9-b5ba-62f35b96e64e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399907 Sep 03 16:31:51.545495 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6f88272f-2447-422f-a850-db242497a2fb req-16132617-a8b5-4b17-b9ff-8883152f8383 service neutron] 10.222.0.58 "GET /v2.0/networks/0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912929 Sep 03 16:31:51.644359 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6f88272f-2447-422f-a850-db242497a2fb req-dc05c0f5-7c22-4a93-ab47-c9c972f113fe service neutron] 10.222.0.58 "GET /v2.0/networks/0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885465 Sep 03 16:31:52.304543 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:53.858106 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-e252f19f-dd3e-4d3c-8df8-c3041748f205 None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:31:57.533955 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 51042) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:57.586622 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cdc123d-4096-4034-9384-4b27dbca04e0 admin admin] Deleting subnet 1faef23d-f9e5-48c0-a87b-707ab4e6501a {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 16:31:57.590175 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5cdc123d-4096-4034-9384-4b27dbca04e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:57.624305 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5cdc123d-4096-4034-9384-4b27dbca04e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125966486'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:57.661125 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5cdc123d-4096-4034-9384-4b27dbca04e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3810215'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:57.710532 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5cdc123d-4096-4034-9384-4b27dbca04e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3810270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126147350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126670111'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:57.738171 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5cdc123d-4096-4034-9384-4b27dbca04e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:57.740019 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-5cdc123d-4096-4034-9384-4b27dbca04e0 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/1faef23d-f9e5-48c0-a87b-707ab4e6501a HTTP/1.1" status: 204 len: 168 time: 0.2050290 Sep 03 16:31:57.740983 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc123d-4096-4034-9384-4b27dbca04e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1faef23d-f9e5-48c0-a87b-707ab4e6501a,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:57.743159 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 51044) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:57.749068 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdc123d-4096-4034-9384-4b27dbca04e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:57.749435 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdc123d-4096-4034-9384-4b27dbca04e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:57.749785 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdc123d-4096-4034-9384-4b27dbca04e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:57.750131 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdc123d-4096-4034-9384-4b27dbca04e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:57.750502 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdc123d-4096-4034-9384-4b27dbca04e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:57.750843 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdc123d-4096-4034-9384-4b27dbca04e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:57.751183 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdc123d-4096-4034-9384-4b27dbca04e0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:57.751619 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdc123d-4096-4034-9384-4b27dbca04e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:57.751956 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdc123d-4096-4034-9384-4b27dbca04e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:57.752292 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdc123d-4096-4034-9384-4b27dbca04e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:57.752624 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdc123d-4096-4034-9384-4b27dbca04e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:57.752956 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdc123d-4096-4034-9384-4b27dbca04e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:57.815937 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a1adb07c-2a43-43ad-ac13-fd20ed71cee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3806380'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:57.891060 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a1adb07c-2a43-43ad-ac13-fd20ed71cee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811122', 'neutron.services.segments.db._delete_segments_for_network-8739257953365'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:57.900410 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-a1adb07c-2a43-43ad-ac13-fd20ed71cee6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6617c9d0-8483-4e6a-898d-02b30f23b292']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:57.909831 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-a1adb07c-2a43-43ad-ac13-fd20ed71cee6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ca1dd6d-beff-40ed-8c78-12038173a54f') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:57.910131 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-a1adb07c-2a43-43ad-ac13-fd20ed71cee6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ca1dd6d-beff-40ed-8c78-12038173a54f') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:57.919046 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a1adb07c-2a43-43ad-ac13-fd20ed71cee6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739257954910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126121537'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:57.932424 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a1adb07c-2a43-43ad-ac13-fd20ed71cee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:57.938129 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1adb07c-2a43-43ad-ac13-fd20ed71cee6 admin admin] Releasing vlan 891 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 16:31:57.938519 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a1adb07c-2a43-43ad-ac13-fd20ed71cee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126852194'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:57.940097 dv-cinder-757936-8-iscsi neutron-server[93828]: Traceback (most recent call last): Sep 03 16:31:57.940097 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 16:31:57.940097 dv-cinder-757936-8-iscsi neutron-server[93828]: timer() Sep 03 16:31:57.940097 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 16:31:57.940097 dv-cinder-757936-8-iscsi neutron-server[93828]: cb(*args, **kw) Sep 03 16:31:57.940097 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 16:31:57.940097 dv-cinder-757936-8-iscsi neutron-server[93828]: return func(*args, **kwargs) Sep 03 16:31:57.940097 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 16:31:57.940097 dv-cinder-757936-8-iscsi neutron-server[93828]: self._notify() Sep 03 16:31:57.940097 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 16:31:57.940097 dv-cinder-757936-8-iscsi neutron-server[93828]: self.callback(batched_events) Sep 03 16:31:57.940097 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 16:31:57.940097 dv-cinder-757936-8-iscsi neutron-server[93828]: event.method(event) Sep 03 16:31:57.940097 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 16:31:57.940097 dv-cinder-757936-8-iscsi neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 16:31:57.940097 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 16:31:57.940097 dv-cinder-757936-8-iscsi neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 16:31:57.940097 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 16:31:57.940097 dv-cinder-757936-8-iscsi neutron-server[93828]: return f(self, *a, **k) Sep 03 16:31:57.940097 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 16:31:57.940097 dv-cinder-757936-8-iscsi neutron-server[93828]: return self._get(url).json() Sep 03 16:31:57.940097 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 16:31:57.940097 dv-cinder-757936-8-iscsi neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 16:31:57.940097 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 16:31:57.940097 dv-cinder-757936-8-iscsi neutron-server[93828]: return self.request(url, 'GET', **kwargs) Sep 03 16:31:57.940097 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 16:31:57.940097 dv-cinder-757936-8-iscsi neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 16:31:57.940097 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 16:31:57.940097 dv-cinder-757936-8-iscsi neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 16:31:57.940097 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 16:31:57.940097 dv-cinder-757936-8-iscsi neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 16:31:57.940097 dv-cinder-757936-8-iscsi neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 16:31:57.995726 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a1adb07c-2a43-43ad-ac13-fd20ed71cee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956946'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:58.001024 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a1adb07c-2a43-43ad-ac13-fd20ed71cee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:58.005725 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-a1adb07c-2a43-43ad-ac13-fd20ed71cee6 admin admin] 10.222.0.62 "DELETE /v2.0/networks/6617c9d0-8483-4e6a-898d-02b30f23b292 HTTP/1.1" status: 204 len: 168 time: 0.2613752 Sep 03 16:31:58.005861 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 51046) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:58.022444 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1adb07c-2a43-43ad-ac13-fd20ed71cee6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6617c9d0-8483-4e6a-898d-02b30f23b292,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:58.034276 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1adb07c-2a43-43ad-ac13-fd20ed71cee6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:58.034849 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1adb07c-2a43-43ad-ac13-fd20ed71cee6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:58.035414 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1adb07c-2a43-43ad-ac13-fd20ed71cee6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:58.035980 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1adb07c-2a43-43ad-ac13-fd20ed71cee6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:58.036521 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1adb07c-2a43-43ad-ac13-fd20ed71cee6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:58.037172 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1adb07c-2a43-43ad-ac13-fd20ed71cee6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:58.037711 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1adb07c-2a43-43ad-ac13-fd20ed71cee6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:58.038850 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1adb07c-2a43-43ad-ac13-fd20ed71cee6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:58.039439 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1adb07c-2a43-43ad-ac13-fd20ed71cee6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:58.040020 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1adb07c-2a43-43ad-ac13-fd20ed71cee6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:58.040597 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1adb07c-2a43-43ad-ac13-fd20ed71cee6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:58.041227 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1adb07c-2a43-43ad-ac13-fd20ed71cee6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:31:58.068675 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-91b6facf-845b-4d7f-8e93-4f5cc6e4430c admin admin] Deleting subnet 88855db1-1830-49d9-874b-178b55c85811 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 16:31:58.072147 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-91b6facf-845b-4d7f-8e93-4f5cc6e4430c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:58.104971 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-91b6facf-845b-4d7f-8e93-4f5cc6e4430c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125966486'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:58.153406 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-91b6facf-845b-4d7f-8e93-4f5cc6e4430c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3810215'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:58.206477 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-91b6facf-845b-4d7f-8e93-4f5cc6e4430c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3810270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126147350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126670111'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:58.233261 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b6facf-845b-4d7f-8e93-4f5cc6e4430c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88855db1-1830-49d9-874b-178b55c85811,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:58.235203 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-91b6facf-845b-4d7f-8e93-4f5cc6e4430c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:58.237102 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-91b6facf-845b-4d7f-8e93-4f5cc6e4430c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/88855db1-1830-49d9-874b-178b55c85811 HTTP/1.1" status: 204 len: 168 time: 0.2297981 Sep 03 16:31:58.239742 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 51050) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:58.315003 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-71ab9a2d-85dc-44a6-8dbd-bddb817afb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3806380'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:58.396504 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-71ab9a2d-85dc-44a6-8dbd-bddb817afb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811122', 'neutron.services.segments.db._delete_segments_for_network-8739257953365'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:58.406669 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.services.segments.db [None req-71ab9a2d-85dc-44a6-8dbd-bddb817afb47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7ffb599-a4da-4498-92d0-f1779ef4bc4a']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:58.416694 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.services.segments.db [None req-71ab9a2d-85dc-44a6-8dbd-bddb817afb47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c4566e2-e6b5-47da-ae4f-7c415495cce5') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:58.416993 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.services.segments.db [None req-71ab9a2d-85dc-44a6-8dbd-bddb817afb47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c4566e2-e6b5-47da-ae4f-7c415495cce5') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:31:58.425830 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-71ab9a2d-85dc-44a6-8dbd-bddb817afb47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739257954910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125966479'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:58.439555 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-71ab9a2d-85dc-44a6-8dbd-bddb817afb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:58.445644 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71ab9a2d-85dc-44a6-8dbd-bddb817afb47 admin admin] Releasing vlan 863 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 16:31:58.446028 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-71ab9a2d-85dc-44a6-8dbd-bddb817afb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126147400'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:58.447706 dv-cinder-757936-8-iscsi neutron-server[93827]: Traceback (most recent call last): Sep 03 16:31:58.447706 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 16:31:58.447706 dv-cinder-757936-8-iscsi neutron-server[93827]: timer() Sep 03 16:31:58.447706 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 16:31:58.447706 dv-cinder-757936-8-iscsi neutron-server[93827]: cb(*args, **kw) Sep 03 16:31:58.447706 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 16:31:58.447706 dv-cinder-757936-8-iscsi neutron-server[93827]: return func(*args, **kwargs) Sep 03 16:31:58.447706 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 16:31:58.447706 dv-cinder-757936-8-iscsi neutron-server[93827]: self._notify() Sep 03 16:31:58.447706 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 16:31:58.447706 dv-cinder-757936-8-iscsi neutron-server[93827]: self.callback(batched_events) Sep 03 16:31:58.447706 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 16:31:58.447706 dv-cinder-757936-8-iscsi neutron-server[93827]: event.method(event) Sep 03 16:31:58.447706 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 16:31:58.447706 dv-cinder-757936-8-iscsi neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 16:31:58.447706 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 16:31:58.447706 dv-cinder-757936-8-iscsi neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 16:31:58.447706 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 16:31:58.447706 dv-cinder-757936-8-iscsi neutron-server[93827]: return f(self, *a, **k) Sep 03 16:31:58.447706 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 16:31:58.447706 dv-cinder-757936-8-iscsi neutron-server[93827]: return self._get(url).json() Sep 03 16:31:58.447706 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 16:31:58.447706 dv-cinder-757936-8-iscsi neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 16:31:58.447706 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 16:31:58.447706 dv-cinder-757936-8-iscsi neutron-server[93827]: return self.request(url, 'GET', **kwargs) Sep 03 16:31:58.447706 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 16:31:58.447706 dv-cinder-757936-8-iscsi neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 16:31:58.447706 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 16:31:58.447706 dv-cinder-757936-8-iscsi neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 16:31:58.447706 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 16:31:58.447706 dv-cinder-757936-8-iscsi neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 16:31:58.447706 dv-cinder-757936-8-iscsi neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 16:31:58.499342 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-71ab9a2d-85dc-44a6-8dbd-bddb817afb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956946'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:58.506354 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-71ab9a2d-85dc-44a6-8dbd-bddb817afb47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:58.509500 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-71ab9a2d-85dc-44a6-8dbd-bddb817afb47 admin admin] 10.222.0.62 "DELETE /v2.0/networks/b7ffb599-a4da-4498-92d0-f1779ef4bc4a HTTP/1.1" status: 204 len: 168 time: 0.2687371 Sep 03 16:31:58.518503 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ab9a2d-85dc-44a6-8dbd-bddb817afb47 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7ffb599-a4da-4498-92d0-f1779ef4bc4a,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:58.666630 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 51054) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:58.704924 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-3b2098de-430b-484f-b9a9-4081cb8abc1e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=31aa60f38e154177b2caa1bf3dc3d11a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371785 Sep 03 16:31:58.707281 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 51056) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:58.756895 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-33a3f8f0-3374-46a6-9aa8-f810ad4fb474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:58.778450 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-33a3f8f0-3374-46a6-9aa8-f810ad4fb474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:58.823421 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-33a3f8f0-3374-46a6-9aa8-f810ad4fb474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:58.825988 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-33a3f8f0-3374-46a6-9aa8-f810ad4fb474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:58.827107 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-33a3f8f0-3374-46a6-9aa8-f810ad4fb474 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1c02c184-0ca4-4106-a217-edd1bfb318f5 HTTP/1.1" status: 204 len: 168 time: 0.1189432 Sep 03 16:31:58.834545 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a3f8f0-3374-46a6-9aa8-f810ad4fb474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c02c184-0ca4-4106-a217-edd1bfb318f5,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:31:59.134454 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 51062) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:59.172561 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-9a532d0a-a644-4293-ab0a-5e72e2c90daa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=687a8eeea68942aba53c6d098ff49ee7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369666 Sep 03 16:31:59.175051 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 51064) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:31:59.222440 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fbf63b0-6111-49f6-8a73-79f88f93efe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:59.242900 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fbf63b0-6111-49f6-8a73-79f88f93efe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:59.287585 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fbf63b0-6111-49f6-8a73-79f88f93efe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:59.292233 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1fbf63b0-6111-49f6-8a73-79f88f93efe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:31:59.293768 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-1fbf63b0-6111-49f6-8a73-79f88f93efe6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/402ecc73-7f82-4b74-bf9c-f04a020a7569 HTTP/1.1" status: 204 len: 168 time: 0.1176026 Sep 03 16:31:59.306038 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbf63b0-6111-49f6-8a73-79f88f93efe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402ecc73-7f82-4b74-bf9c-f04a020a7569,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:32:03.388023 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 51134) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:32:03.492533 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-92a02782-732e-4ec7-b9a6-24ffbd035570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:03.584398 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-92a02782-732e-4ec7-b9a6-24ffbd035570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:03.588211 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-92a02782-732e-4ec7-b9a6-24ffbd035570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:03.624857 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-92a02782-732e-4ec7-b9a6-24ffbd035570 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4179f7b191a441b3a11b7e45b3e9a122&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357872 Sep 03 16:32:03.626748 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a02782-732e-4ec7-b9a6-24ffbd035570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3cf85f-c1a5-4fac-bb24-43ce552e8f3f,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:32:03.627653 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 51138) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:32:03.691716 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7d76a26d-d977-44fc-8ccf-5504d783e739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:03.713321 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7d76a26d-d977-44fc-8ccf-5504d783e739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:03.758956 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7d76a26d-d977-44fc-8ccf-5504d783e739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:03.762983 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7d76a26d-d977-44fc-8ccf-5504d783e739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:03.764159 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-7d76a26d-d977-44fc-8ccf-5504d783e739 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5e3cf85f-c1a5-4fac-bb24-43ce552e8f3f HTTP/1.1" status: 204 len: 168 time: 0.1351242 Sep 03 16:32:03.772078 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d76a26d-d977-44fc-8ccf-5504d783e739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3cf85f-c1a5-4fac-bb24-43ce552e8f3f,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:32:04.034971 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 51146) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:32:04.047797 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb83122b-a395-48ac-97cd-072ec780e56d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:04.136355 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb83122b-a395-48ac-97cd-072ec780e56d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:04.140046 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bb83122b-a395-48ac-97cd-072ec780e56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:04.177335 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-bb83122b-a395-48ac-97cd-072ec780e56d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b9f3719a9f58433ead65c155acb9b1c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1412725 Sep 03 16:32:04.178124 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb83122b-a395-48ac-97cd-072ec780e56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4e1a21-e7b5-4a67-b9ea-a12fdd8a573c,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:32:04.180493 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 51148) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:32:04.230261 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5f270735-a7e2-4e72-aab5-fd03a88bfc6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:04.250625 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5f270735-a7e2-4e72-aab5-fd03a88bfc6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:04.295158 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5f270735-a7e2-4e72-aab5-fd03a88bfc6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:04.297691 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5f270735-a7e2-4e72-aab5-fd03a88bfc6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:04.298828 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-5f270735-a7e2-4e72-aab5-fd03a88bfc6e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8c4e1a21-e7b5-4a67-b9ea-a12fdd8a573c HTTP/1.1" status: 204 len: 168 time: 0.1161938 Sep 03 16:32:04.306727 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f270735-a7e2-4e72-aab5-fd03a88bfc6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4e1a21-e7b5-4a67-b9ea-a12fdd8a573c,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:32:15.443275 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b99cb901-f94a-40dd-837f-0df2c9a0b588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:18.011761 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1779a4b6-fabd-4ead-8d49-7f879868dd20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:18.352725 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:19.011947 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad34-f359-45be-bded-9b7b563a89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:19.596745 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81012bc7-2690-475a-a8f9-cd583225f808 req-043cb056-1ae9-4dfe-8c6a-b4365b15ac14 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:19.598340 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-81012bc7-2690-475a-a8f9-cd583225f808 req-043cb056-1ae9-4dfe-8c6a-b4365b15ac14 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 945 time: 0.0524561 Sep 03 16:32:19.635362 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-81012bc7-2690-475a-a8f9-cd583225f808 req-47f762d0-2d83-493b-a0b1-f066565107aa tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306778 Sep 03 16:32:20.770441 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b2d9a-1025-4826-aadf-737a894f0f72 req-e5b67a77-1ff9-4165-a9d2-672436af459d tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:20.772017 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0d4b2d9a-1025-4826-aadf-737a894f0f72 req-e5b67a77-1ff9-4165-a9d2-672436af459d tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 945 time: 0.0506930 Sep 03 16:32:20.794289 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30fea9dd-2dab-4865-ba17-13165276935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:20.811769 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0d4b2d9a-1025-4826-aadf-737a894f0f72 req-557224fb-3481-40bc-94cc-c20541b7105c tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336289 Sep 03 16:32:21.932114 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4ef4d-3745-476e-9cf9-79da3203ed88 req-c5e1b95b-be01-449a-87eb-e393818671b2 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:21.933699 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-c8a4ef4d-3745-476e-9cf9-79da3203ed88 req-c5e1b95b-be01-449a-87eb-e393818671b2 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 945 time: 0.0480204 Sep 03 16:32:21.972372 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-c8a4ef4d-3745-476e-9cf9-79da3203ed88 req-9636e913-cd72-458f-85cb-8b429f361e77 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328233 Sep 03 16:32:22.307997 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:23.091801 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1331722e-6d4b-4291-8015-c1c31c7d555a req-677f96eb-9eee-42ff-8684-3329879452e6 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:23.093337 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1331722e-6d4b-4291-8015-c1c31c7d555a req-677f96eb-9eee-42ff-8684-3329879452e6 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 945 time: 0.0490255 Sep 03 16:32:23.130622 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1331722e-6d4b-4291-8015-c1c31c7d555a req-98e1df8e-8431-462d-bab4-c6a1a79d6628 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312443 Sep 03 16:32:24.249969 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1230eb-fa96-41b0-90df-bf938fd7e669 req-d6c53b33-c220-4730-873d-df56f15f9de2 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:24.251453 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0a1230eb-fa96-41b0-90df-bf938fd7e669 req-d6c53b33-c220-4730-873d-df56f15f9de2 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 945 time: 0.0496874 Sep 03 16:32:24.290990 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0a1230eb-fa96-41b0-90df-bf938fd7e669 req-b2557d62-7582-4ee2-8153-64d1d28c95ae tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333574 Sep 03 16:32:25.413384 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df265b3f-2af9-4328-947b-6a168249a900 req-7cb4185f-affe-460c-beb7-4d15d947f34b tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:25.414940 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-df265b3f-2af9-4328-947b-6a168249a900 req-7cb4185f-affe-460c-beb7-4d15d947f34b tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 945 time: 0.0525584 Sep 03 16:32:25.453424 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-df265b3f-2af9-4328-947b-6a168249a900 req-076b59e0-743f-4abb-b231-e1126d713bc6 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326095 Sep 03 16:32:26.584910 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaff4f7-5223-4dfd-b8f8-1f5963d917b8 req-87dacb10-cce3-4596-920b-38446432dcc8 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:26.586528 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-dbaff4f7-5223-4dfd-b8f8-1f5963d917b8 req-87dacb10-cce3-4596-920b-38446432dcc8 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 945 time: 0.0605762 Sep 03 16:32:26.624835 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-dbaff4f7-5223-4dfd-b8f8-1f5963d917b8 req-c7ac9931-9f9f-40c2-9817-75da44f4afa4 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319307 Sep 03 16:32:27.743655 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f5ecd-194e-411d-b464-751b2e5e4ece req-81e6052e-2777-4ecc-b8dd-8100a98d5447 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:27.745757 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1f2f5ecd-194e-411d-b464-751b2e5e4ece req-81e6052e-2777-4ecc-b8dd-8100a98d5447 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 945 time: 0.0499487 Sep 03 16:32:27.785207 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1f2f5ecd-194e-411d-b464-751b2e5e4ece req-5d7abb97-af15-4302-bc1b-54e8c5e1dbd1 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334017 Sep 03 16:32:28.749272 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad5faa-b004-48a6-905a-62e99d373626 req-25f0277b-9cde-4d6e-a87a-c939b586d5ab tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:28.750760 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e6ad5faa-b004-48a6-905a-62e99d373626 req-25f0277b-9cde-4d6e-a87a-c939b586d5ab tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.0504096 Sep 03 16:32:28.791518 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e6ad5faa-b004-48a6-905a-62e99d373626 req-2f96d121-444d-4920-8122-e75774768c87 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348382 Sep 03 16:32:28.905699 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c836ec-d255-45a1-a3d5-16c258540f02 req-311fbf1e-b8b4-49f5-9dba-ef3d6c34c07c tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:28.907148 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-39c836ec-d255-45a1-a3d5-16c258540f02 req-311fbf1e-b8b4-49f5-9dba-ef3d6c34c07c tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 945 time: 0.0488298 Sep 03 16:32:28.944871 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-39c836ec-d255-45a1-a3d5-16c258540f02 req-bf1887a3-008a-4316-9a0b-9bdd9b0a037d tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317142 Sep 03 16:32:29.908295 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974f28d-ba83-46f6-b531-653ced63d461 req-3b4184eb-00a5-4192-87ac-9749096d256b tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:29.909804 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2974f28d-ba83-46f6-b531-653ced63d461 req-3b4184eb-00a5-4192-87ac-9749096d256b tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.0496526 Sep 03 16:32:29.948899 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2974f28d-ba83-46f6-b531-653ced63d461 req-296ed261-4be5-40cd-b464-94cb1806eb25 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330751 Sep 03 16:32:30.068604 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b619234-181f-4da4-8a0d-489659edc96d req-ef24ff73-c4eb-4e2e-a541-36b1e7248bb1 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:30.070389 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4b619234-181f-4da4-8a0d-489659edc96d req-ef24ff73-c4eb-4e2e-a541-36b1e7248bb1 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 945 time: 0.0518153 Sep 03 16:32:30.108497 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4b619234-181f-4da4-8a0d-489659edc96d req-09076f0c-c8a2-4a3a-a74f-4ca514bafafc tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316818 Sep 03 16:32:30.715900 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759df58-0792-41f0-9360-8ccc99cd980d req-c6196a17-80b9-4822-8271-3acb2e981c55 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:30.717353 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7759df58-0792-41f0-9360-8ccc99cd980d req-c6196a17-80b9-4822-8271-3acb2e981c55 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.58 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.0515809 Sep 03 16:32:30.812500 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-7759df58-0792-41f0-9360-8ccc99cd980d req-417524f8-b683-47c2-9c85-400a850bc037 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Deleting port f11111a0-0d4b-4989-8f6d-12d393940de3 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:32:30.812859 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7759df58-0792-41f0-9360-8ccc99cd980d req-417524f8-b683-47c2-9c85-400a850bc037 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:30.861608 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-e252f19f-dd3e-4d3c-8df8-c3041748f205 None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:32:30.903730 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-7759df58-0792-41f0-9360-8ccc99cd980d req-417524f8-b683-47c2-9c85-400a850bc037 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] For port f11111a0-0d4b-4989-8f6d-12d393940de3, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=f11111a0-0d4b-4989-8f6d-12d393940de3,segment=NetworkSegment(6dc37175-f4b0-4faa-a277-c6d98cba9ff9),segment_id=6dc37175-f4b0-4faa-a277-c6d98cba9ff9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:32:30.904100 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7759df58-0792-41f0-9360-8ccc99cd980d req-417524f8-b683-47c2-9c85-400a850bc037 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:31.232868 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208525a3-96a6-43ac-8f46-06e0f1f0326c req-5c5c8820-2aad-4faa-a5a4-b3dbfa6ee51c tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:31.234894 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-208525a3-96a6-43ac-8f46-06e0f1f0326c req-5c5c8820-2aad-4faa-a5a4-b3dbfa6ee51c tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 945 time: 0.0508716 Sep 03 16:32:31.272514 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-208525a3-96a6-43ac-8f46-06e0f1f0326c req-d221f913-ca32-46cf-b9cd-0fd8115948ca tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320935 Sep 03 16:32:31.362568 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5f78d-14d7-4394-82ea-9a3c3a8bc51e req-5d74e85e-0304-41f1-a1a3-1f4899566a6b tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:31.364062 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-81d5f78d-14d7-4394-82ea-9a3c3a8bc51e req-5d74e85e-0304-41f1-a1a3-1f4899566a6b tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=aed09ff7-9929-4c28-95fc-a32f33f6655b HTTP/1.1" status: 200 len: 945 time: 0.1439164 Sep 03 16:32:31.384682 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7759df58-0792-41f0-9360-8ccc99cd980d req-417524f8-b683-47c2-9c85-400a850bc037 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:31.385059 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7759df58-0792-41f0-9360-8ccc99cd980d req-417524f8-b683-47c2-9c85-400a850bc037 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956928'] for floatingip, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:31.385382 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.db.l3_db [req-7759df58-0792-41f0-9360-8ccc99cd980d req-417524f8-b683-47c2-9c85-400a850bc037 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Floating IP 6ffb28db-272c-4fc0-8417-043366f5ef4c disassociated. External IP: 172.27.3.70, port: f11111a0-0d4b-4989-8f6d-12d393940de3. Sep 03 16:32:31.385717 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-7759df58-0792-41f0-9360-8ccc99cd980d req-417524f8-b683-47c2-9c85-400a850bc037 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Calling delete_port for f11111a0-0d4b-4989-8f6d-12d393940de3 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:32:31.446988 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-81d5f78d-14d7-4394-82ea-9a3c3a8bc51e req-aa0b3c05-ec45-4136-8342-fba3c90e960e tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=db197467-7447-43ff-a0ea-4d4432d82b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763116 Sep 03 16:32:31.535629 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7759df58-0792-41f0-9360-8ccc99cd980d req-417524f8-b683-47c2-9c85-400a850bc037 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126147387'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:31.565058 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417524f8-b683-47c2-9c85-400a850bc037 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Pushing event deleted for resources: {'Port': ['ID=f11111a0-0d4b-4989-8f6d-12d393940de3,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:32:31.685412 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7759df58-0792-41f0-9360-8ccc99cd980d req-417524f8-b683-47c2-9c85-400a850bc037 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Router 1731a2ca-7940-485b-880b-4b9d9d7edb9b has already been hosted by L3 agent 32b2b364-f1ef-43b0-aa1c-04e185c9ddf9 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:32:31.805816 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7759df58-0792-41f0-9360-8ccc99cd980d req-417524f8-b683-47c2-9c85-400a850bc037 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify agent at l3_agent.dv-cinder-757936-8-iscsi the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:32:31.817016 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b4186b-c2b8-43be-96ef-077b504348d9 None None] Sync routers for ids ['1731a2ca-7940-485b-880b-4b9d9d7edb9b'] in dv-cinder-757936-8-iscsi {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:32:31.827139 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b4186b-c2b8-43be-96ef-077b504348d9 None None] Routers {'1731a2ca-7940-485b-880b-4b9d9d7edb9b'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:32:31.827949 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-75b4186b-c2b8-43be-96ef-077b504348d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:32:18Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['1731a2ca-7940-485b-880b-4b9d9d7edb9b'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:32:31.846139 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-7759df58-0792-41f0-9360-8ccc99cd980d req-417524f8-b683-47c2-9c85-400a850bc037 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] No DVR routers for this DVR port f11111a0-0d4b-4989-8f6d-12d393940de3 on host hv-cinder-75793 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:32:31.848691 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-7759df58-0792-41f0-9360-8ccc99cd980d req-417524f8-b683-47c2-9c85-400a850bc037 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:31.851121 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7759df58-0792-41f0-9360-8ccc99cd980d req-417524f8-b683-47c2-9c85-400a850bc037 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.58 "DELETE /v2.0/ports/f11111a0-0d4b-4989-8f6d-12d393940de3 HTTP/1.1" status: 204 len: 173 time: 1.1264839 Sep 03 16:32:31.851554 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed09ff7-9929-4c28-95fc-a32f33f6655b', 'name': 'network-vif-deleted', 'tag': 'f11111a0-0d4b-4989-8f6d-12d393940de3'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:32:31.854561 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60a3384ac15a167e802cb15cc86cd66e960e7e49bcb7609cd88b9514a3633fc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72a1908-fc82-4cdb-a471-f3ce06bd17bb" -d '{"events": [{"server_uuid": "aed09ff7-9929-4c28-95fc-a32f33f6655b", "name": "network-vif-deleted", "tag": "f11111a0-0d4b-4989-8f6d-12d393940de3"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:32:31.902235 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c01a0e1-b8f5-4aaf-aa5c-997d1eff8537 x-openstack-request-id: req-8c01a0e1-b8f5-4aaf-aa5c-997d1eff8537 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:32:31.902609 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed09ff7-9929-4c28-95fc-a32f33f6655b", "name": "network-vif-deleted", "tag": "f11111a0-0d4b-4989-8f6d-12d393940de3", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:32:31.902929 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8c01a0e1-b8f5-4aaf-aa5c-997d1eff8537 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:32:31.903451 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed09ff7-9929-4c28-95fc-a32f33f6655b', 'name': 'network-vif-deleted', 'tag': 'f11111a0-0d4b-4989-8f6d-12d393940de3', 'status': 'completed', 'code': 200} Sep 03 16:32:31.954518 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-75b4186b-c2b8-43be-96ef-077b504348d9 None None] Set router 1731a2ca-7940-485b-880b-4b9d9d7edb9b gateway port host: dv-cinder-757936-8-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:32:32.264414 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-75b4186b-c2b8-43be-96ef-077b504348d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'name': 'tempest-AttachVolumeTestJSON-400560295-router', 'tenant_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'a88d1513-542b-4cfa-87da-384c07e8bbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:27:45Z', 'updated_at': '2021-09-03T16:27:52Z', 'revision_number': 4, 'project_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'gw_port': {'id': 'a88d1513-542b-4cfa-87da-384c07e8bbfb', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:27:46Z', 'updated_at': '2021-09-03T16:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '8c2ba58c-c118-4316-9a24-1af3008168cc', 'name': '', 'network_id': '0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1', 'tenant_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'mac_address': 'fa:16:3e:e0:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5e4996fa-edea-44cf-9ea9-7dac32eb1936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:27:51Z', 'updated_at': '2021-09-03T16:28:05Z', 'revision_number': 5, 'project_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'subnets': [{'id': '5e4996fa-edea-44cf-9ea9-7dac32eb1936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:32:32.293986 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b4186b-c2b8-43be-96ef-077b504348d9 None None] Checking router: 1731a2ca-7940-485b-880b-4b9d9d7edb9b for host: dv-cinder-757936-8-iscsi {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:32:32.303145 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b4186b-c2b8-43be-96ef-077b504348d9 None None] Routers {'1731a2ca-7940-485b-880b-4b9d9d7edb9b'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:32:32.303751 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-75b4186b-c2b8-43be-96ef-077b504348d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:32:18Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['1731a2ca-7940-485b-880b-4b9d9d7edb9b'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:32:32.419407 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe21aa3-0627-4181-af6d-f3d5f573cf70 req-d1ce54b2-98ea-4593-96fc-af5b5f72fc39 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:32.420930 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-75b4186b-c2b8-43be-96ef-077b504348d9 None None] Set router 1731a2ca-7940-485b-880b-4b9d9d7edb9b gateway port host: dv-cinder-757936-8-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:32:32.421735 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4fe21aa3-0627-4181-af6d-f3d5f573cf70 req-d1ce54b2-98ea-4593-96fc-af5b5f72fc39 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 945 time: 0.0648830 Sep 03 16:32:32.466220 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4fe21aa3-0627-4181-af6d-f3d5f573cf70 req-610dee0e-0adb-46fd-a34d-74ab8fdefbb3 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385871 Sep 03 16:32:32.534981 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 51452) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:32:32.594325 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-65341a12-9d8e-46be-87fd-88159ea35455 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:32.618546 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-65341a12-9d8e-46be-87fd-88159ea35455 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:32.628709 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-75b4186b-c2b8-43be-96ef-077b504348d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'name': 'tempest-AttachVolumeTestJSON-400560295-router', 'tenant_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'a88d1513-542b-4cfa-87da-384c07e8bbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:27:45Z', 'updated_at': '2021-09-03T16:27:52Z', 'revision_number': 4, 'project_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'gw_port': {'id': 'a88d1513-542b-4cfa-87da-384c07e8bbfb', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:27:46Z', 'updated_at': '2021-09-03T16:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '8c2ba58c-c118-4316-9a24-1af3008168cc', 'name': '', 'network_id': '0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1', 'tenant_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'mac_address': 'fa:16:3e:e0:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5e4996fa-edea-44cf-9ea9-7dac32eb1936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:27:51Z', 'updated_at': '2021-09-03T16:28:05Z', 'revision_number': 5, 'project_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'subnets': [{'id': '5e4996fa-edea-44cf-9ea9-7dac32eb1936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:32:32.656417 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b4186b-c2b8-43be-96ef-077b504348d9 None None] The sync data for ids ['1731a2ca-7940-485b-880b-4b9d9d7edb9b'] in dv-cinder-757936-8-iscsi is: [{'id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'name': 'tempest-AttachVolumeTestJSON-400560295-router', 'tenant_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'a88d1513-542b-4cfa-87da-384c07e8bbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:27:45Z', 'updated_at': '2021-09-03T16:27:52Z', 'revision_number': 4, 'project_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'gw_port': {'id': 'a88d1513-542b-4cfa-87da-384c07e8bbfb', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:27:46Z', 'updated_at': '2021-09-03T16:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '8c2ba58c-c118-4316-9a24-1af3008168cc', 'name': '', 'network_id': '0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1', 'tenant_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'mac_address': 'fa:16:3e:e0:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5e4996fa-edea-44cf-9ea9-7dac32eb1936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:27:51Z', 'updated_at': '2021-09-03T16:28:05Z', 'revision_number': 5, 'project_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'subnets': [{'id': '5e4996fa-edea-44cf-9ea9-7dac32eb1936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:32:32.665053 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-65341a12-9d8e-46be-87fd-88159ea35455 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:32.667813 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-65341a12-9d8e-46be-87fd-88159ea35455 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:32.668988 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-65341a12-9d8e-46be-87fd-88159ea35455 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "DELETE /v2.0/security-groups/db197467-7447-43ff-a0ea-4d4432d82b09 HTTP/1.1" status: 204 len: 168 time: 0.1329610 Sep 03 16:32:32.672103 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 51454) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:32:32.678269 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65341a12-9d8e-46be-87fd-88159ea35455 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db197467-7447-43ff-a0ea-4d4432d82b09,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:32:32.687698 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.api.v2.resource [None req-82d13a0e-a63b-499e-8bc0-dd5f322804d8 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] show failed (client error): The resource could not be found. Sep 03 16:32:32.688948 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-82d13a0e-a63b-499e-8bc0-dd5f322804d8 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups/db197467-7447-43ff-a0ea-4d4432d82b09 HTTP/1.1" status: 404 len: 347 time: 0.0151379 Sep 03 16:32:32.692139 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 51456) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:32:32.825381 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-f1dc8538-fd5a-4233-b265-e5210ffaccaf tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Deleting port dfc9beb3-a660-4cee-bff2-2217efce20b8 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:32:32.825758 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f1dc8538-fd5a-4233-b265-e5210ffaccaf tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:32.910367 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7be51d-9ae0-4c1e-ad30-cd9decf151d6 None None] New status for floating IP 6ffb28db-272c-4fc0-8417-043366f5ef4c: DOWN {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 16:32:32.914488 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f1dc8538-fd5a-4233-b265-e5210ffaccaf tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:32.915537 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f1dc8538-fd5a-4233-b265-e5210ffaccaf tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:32.928478 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-f1dc8538-fd5a-4233-b265-e5210ffaccaf tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Calling delete_port for dfc9beb3-a660-4cee-bff2-2217efce20b8 owned by network:floatingip {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:32:33.084398 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f1dc8538-fd5a-4233-b265-e5210ffaccaf tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852113'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:33.110422 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dc8538-fd5a-4233-b265-e5210ffaccaf tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Pushing event deleted for resources: {'Port': ['ID=dfc9beb3-a660-4cee-bff2-2217efce20b8,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:32:33.170104 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f1dc8538-fd5a-4233-b265-e5210ffaccaf tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks [] for floatingip, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:33.172822 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f1dc8538-fd5a-4233-b265-e5210ffaccaf tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:33.174010 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-f1dc8538-fd5a-4233-b265-e5210ffaccaf tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "DELETE /v2.0/floatingips/6ffb28db-272c-4fc0-8417-043366f5ef4c HTTP/1.1" status: 204 len: 168 time: 0.4810336 Sep 03 16:32:33.466498 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 51462) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:32:33.471152 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-34e5fa55-133e-474a-b40a-cb0994c79fcf tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Request body: {'security_group': {'name': 'tempest-securitygroup--441436173', 'description': 'tempest-description--2123437044'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:32:33.494455 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-34e5fa55-133e-474a-b40a-cb0994c79fcf tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:33.608772 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-34e5fa55-133e-474a-b40a-cb0994c79fcf tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:33.620909 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19633d3c-6870-43f2-b124-b525bf202119 req-9ccc1df0-2e21-4ebb-8562-b6eaa40ff8c5 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:33.622492 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-19633d3c-6870-43f2-b124-b525bf202119 req-9ccc1df0-2e21-4ebb-8562-b6eaa40ff8c5 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 945 time: 0.0789452 Sep 03 16:32:33.623215 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-34e5fa55-133e-474a-b40a-cb0994c79fcf tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:33.665299 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-34e5fa55-133e-474a-b40a-cb0994c79fcf tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:33.666512 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-34e5fa55-133e-474a-b40a-cb0994c79fcf tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1989856 Sep 03 16:32:33.669661 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 51466) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:32:33.674363 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-b405b8b8-0828-40cc-af15-a91330cb6626 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Request body: {'security_group_rule': {'security_group_id': '46e5679e-11fe-45aa-a29b-1eec05feb9c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:32:33.676374 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e5fa55-133e-474a-b40a-cb0994c79fcf tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46e5679e-11fe-45aa-a29b-1eec05feb9c2,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:32:33.692172 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-19633d3c-6870-43f2-b124-b525bf202119 req-030836e6-ff1e-4982-a466-aca7a3c6f8bb tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597863 Sep 03 16:32:33.702494 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b405b8b8-0828-40cc-af15-a91330cb6626 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:33.757914 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b405b8b8-0828-40cc-af15-a91330cb6626 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:33.761293 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b405b8b8-0828-40cc-af15-a91330cb6626 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494245'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:33.780447 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405b8b8-0828-40cc-af15-a91330cb6626 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=919d52df-2b8d-4390-bf35-85705130bf47,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:32:33.791453 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-b405b8b8-0828-40cc-af15-a91330cb6626 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:33.792592 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-b405b8b8-0828-40cc-af15-a91330cb6626 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1219037 Sep 03 16:32:33.795219 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 51468) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:32:33.799670 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-253d0827-7dd1-4fb1-9aa8-8462664bd1a1 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Request body: {'security_group_rule': {'security_group_id': '46e5679e-11fe-45aa-a29b-1eec05feb9c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:32:33.825889 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-253d0827-7dd1-4fb1-9aa8-8462664bd1a1 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:33.882850 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-253d0827-7dd1-4fb1-9aa8-8462664bd1a1 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:33.886632 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-253d0827-7dd1-4fb1-9aa8-8462664bd1a1 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494245'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:33.902979 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253d0827-7dd1-4fb1-9aa8-8462664bd1a1 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a7e5c3e-306e-42e9-b6c2-597eb21c4441,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:32:33.909691 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-253d0827-7dd1-4fb1-9aa8-8462664bd1a1 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:33.910900 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-253d0827-7dd1-4fb1-9aa8-8462664bd1a1 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1147330 Sep 03 16:32:33.913984 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 51470) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:32:33.918863 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-15911254-a624-4ae7-9930-ae54270c78c9 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Request body: {'floatingip': {'floating_network_id': 'af961d58-b724-401e-8712-cedb04029227'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:32:33.941742 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-15911254-a624-4ae7-9930-ae54270c78c9 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:34.046134 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-15911254-a624-4ae7-9930-ae54270c78c9 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:34.107369 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device f11111a0-0d4b-4989-8f6d-12d393940de3 no longer exists at agent hyperv_hv-cinder-75793 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:32:34.132719 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] No Port match for: f11111a0-0d4b-4989-8f6d-12d393940de3 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:32:34.133290 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device f11111a0-0d4b-4989-8f6d-12d393940de3 not bound to the agent host hv-cinder-75793 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:32:34.161728 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-15911254-a624-4ae7-9930-ae54270c78c9 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Allocated IP 172.27.3.241 (af961d58-b724-401e-8712-cedb04029227/ab4829e3-7396-4499-a1b3-42e28c777fec/e35be0cf-2d67-424b-9f37-8f17c915188d) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:32:34.263038 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-15911254-a624-4ae7-9930-ae54270c78c9 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:34.300519 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-15911254-a624-4ae7-9930-ae54270c78c9 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852113'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:34.335410 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15911254-a624-4ae7-9930-ae54270c78c9 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Network af961d58-b724-401e-8712-cedb04029227 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:32:34.338719 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-15911254-a624-4ae7-9930-ae54270c78c9 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:32:34.342121 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15911254-a624-4ae7-9930-ae54270c78c9 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:32:34.366866 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15911254-a624-4ae7-9930-ae54270c78c9 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Pushing event updated for resources: {'Port': ['ID=e35be0cf-2d67-424b-9f37-8f17c915188d,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:32:34.427954 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-15911254-a624-4ae7-9930-ae54270c78c9 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:34.465234 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-15911254-a624-4ae7-9930-ae54270c78c9 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:34.607463 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-15911254-a624-4ae7-9930-ae54270c78c9 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:34.611984 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-15911254-a624-4ae7-9930-ae54270c78c9 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126852102'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:34.679783 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15911254-a624-4ae7-9930-ae54270c78c9 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Pushing event updated for resources: {'Port': ['ID=e35be0cf-2d67-424b-9f37-8f17c915188d,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:32:34.689216 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-15911254-a624-4ae7-9930-ae54270c78c9 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956928'] for floatingip, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:34.702810 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-15911254-a624-4ae7-9930-ae54270c78c9 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:34.704024 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-15911254-a624-4ae7-9930-ae54270c78c9 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7886257 Sep 03 16:32:34.825403 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965aa57b-bf1a-4d12-af48-b065e8994ee8 req-f3a7ba91-e84c-4ac1-ac42-07f4dec2ad47 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:34.826939 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-965aa57b-bf1a-4d12-af48-b065e8994ee8 req-f3a7ba91-e84c-4ac1-ac42-07f4dec2ad47 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 945 time: 0.0497704 Sep 03 16:32:34.865356 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-965aa57b-bf1a-4d12-af48-b065e8994ee8 req-5deb9fda-0186-4202-a9ca-5746ac5ecbb3 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321913 Sep 03 16:32:34.899926 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-7c1d9a11-3b10-4266-9a40-628b0eb4761d tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--441436173&fields=id&tenant_id=c5c50d390cbc4a9ea29a6a55d17879f3 HTTP/1.1" status: 200 len: 267 time: 0.0426083 Sep 03 16:32:35.001022 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-bf9f2387-ba36-4120-a4a1-51e664a833f6 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:35.002513 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-bf9f2387-ba36-4120-a4a1-51e664a833f6 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/networks?id=0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1 HTTP/1.1" status: 200 len: 810 time: 0.0959299 Sep 03 16:32:35.018971 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-5a679114-83cf-45f6-9a5b-064a6d117866 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/quotas/c5c50d390cbc4a9ea29a6a55d17879f3 HTTP/1.1" status: 200 len: 375 time: 0.0106678 Sep 03 16:32:35.076004 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-36779941-fea6-4177-93fe-8625c5e45548 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5c50d390cbc4a9ea29a6a55d17879f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509796 Sep 03 16:32:35.168995 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-6d847f03-51b3-457b-b102-62fc58cd407a service neutron] 10.222.0.62 "GET /v2.0/networks/0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811110 Sep 03 16:32:35.260343 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-f5e3d395-83e0-4a74-b760-5b6912069afe service neutron] 10.222.0.62 "GET /v2.0/networks/0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852370 Sep 03 16:32:35.425610 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fa223c6a-0003-4728-9570-9e8ad6c47a72 req-5a9954ca-0bb6-47a3-be9e-441fbc18a0d0 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a536ea3-c723-4e51-a3bd-8cb9fd422db8 HTTP/1.1" status: 200 len: 210 time: 0.0335312 Sep 03 16:32:35.988657 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e05b9-3b9c-469c-8efb-441cd319ab1d req-622ea602-7d70-4060-b6c5-dae18096b398 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:35.990070 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-967e05b9-3b9c-469c-8efb-441cd319ab1d req-622ea602-7d70-4060-b6c5-dae18096b398 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 945 time: 0.0490963 Sep 03 16:32:36.027378 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-967e05b9-3b9c-469c-8efb-441cd319ab1d req-451aa00c-68c1-4c82-b0ae-3e3e0d937aac tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308750 Sep 03 16:32:36.358884 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-16987833-ed4d-405e-be53-6cbd55967076 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:36.360388 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-16987833-ed4d-405e-be53-6cbd55967076 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.58 "GET /v2.0/networks?id=0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1 HTTP/1.1" status: 200 len: 810 time: 0.1118748 Sep 03 16:32:36.404978 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-10e1e765-b1e9-4f21-a41e-db094f16fb5d tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5c50d390cbc4a9ea29a6a55d17879f3 HTTP/1.1" status: 200 len: 379 time: 0.0345111 Sep 03 16:32:36.420117 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-e9d615b8-e403-4328-8d77-cf0139680842 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Request body: {'port': {'device_id': '7a536ea3-c723-4e51-a3bd-8cb9fd422db8', 'network_id': '0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1', 'admin_state_up': True, 'tenant_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'security_groups': ['46e5679e-11fe-45aa-a29b-1eec05feb9c2']}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:32:36.526562 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fd3b0696-9571-47d5-b1d7-949c7239795d req-bc1f897e-bb3d-4cc7-8e59-82add246296e tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a536ea3-c723-4e51-a3bd-8cb9fd422db8 HTTP/1.1" status: 200 len: 210 time: 0.0307131 Sep 03 16:32:36.546278 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-e9d615b8-e403-4328-8d77-cf0139680842 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Made reservation on behalf of c5c50d390cbc4a9ea29a6a55d17879f3 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:32:36.550490 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-e9d615b8-e403-4328-8d77-cf0139680842 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:36.687817 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-e9d615b8-e403-4328-8d77-cf0139680842 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Allocated IP 172.20.0.12 (0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1/5e4996fa-edea-44cf-9ea9-7dac32eb1936/9572cc83-5ff8-4a83-a266-b5a4e065a441) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:32:36.825998 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-e9d615b8-e403-4328-8d77-cf0139680842 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:36.839379 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-e9d615b8-e403-4328-8d77-cf0139680842 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Transition to ACTIVE for port object 9572cc83-5ff8-4a83-a266-b5a4e065a441 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:32:36.872346 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-e9d615b8-e403-4328-8d77-cf0139680842 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126147387'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:36.913160 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-e9d615b8-e403-4328-8d77-cf0139680842 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Network 0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:32:36.916627 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-e9d615b8-e403-4328-8d77-cf0139680842 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:32:36.920281 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-e9d615b8-e403-4328-8d77-cf0139680842 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:32:36.928481 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d615b8-e403-4328-8d77-cf0139680842 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Pushing event updated for resources: {'Port': ['ID=9572cc83-5ff8-4a83-a266-b5a4e065a441,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:32:36.974263 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-e9d615b8-e403-4328-8d77-cf0139680842 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:36.974891 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-e9d615b8-e403-4328-8d77-cf0139680842 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:36.992339 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-e9d615b8-e403-4328-8d77-cf0139680842 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5762427 Sep 03 16:32:37.005461 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-15557af3-8d68-46b6-bfbd-f352b0bffbad service neutron] Request body: {'port': {'device_id': '7a536ea3-c723-4e51-a3bd-8cb9fd422db8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:32:37.067754 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-15557af3-8d68-46b6-bfbd-f352b0bffbad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:37.119649 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-df170d3d-5c50-402b-87c5-612f8010487e None None] Provisioning for port 9572cc83-5ff8-4a83-a266-b5a4e065a441 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:32:37.124234 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-df170d3d-5c50-402b-87c5-612f8010487e None None] Provisioning complete for port 9572cc83-5ff8-4a83-a266-b5a4e065a441 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:32:37.124678 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-df170d3d-5c50-402b-87c5-612f8010487e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:37.160941 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-df170d3d-5c50-402b-87c5-612f8010487e None None] Port 9572cc83-5ff8-4a83-a266-b5a4e065a441 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:32:37.229614 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5019df7c-7f33-4114-802a-8c44a2053e87 req-99447020-0940-4e94-918f-2f4940d817bd tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:37.231008 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5019df7c-7f33-4114-802a-8c44a2053e87 req-99447020-0940-4e94-918f-2f4940d817bd tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 945 time: 0.1251721 Sep 03 16:32:37.311998 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5019df7c-7f33-4114-802a-8c44a2053e87 req-a6949814-5d5c-49df-ba17-643aa10087b8 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720534 Sep 03 16:32:37.390009 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-15557af3-8d68-46b6-bfbd-f352b0bffbad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9572cc83-5ff8-4a83-a266-b5a4e065a441 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:32:37.397356 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-15557af3-8d68-46b6-bfbd-f352b0bffbad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:37.408799 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-15557af3-8d68-46b6-bfbd-f352b0bffbad service neutron] Transition to ACTIVE for port object 9572cc83-5ff8-4a83-a266-b5a4e065a441 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:32:37.412662 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-15557af3-8d68-46b6-bfbd-f352b0bffbad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126147372'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:37.466544 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15557af3-8d68-46b6-bfbd-f352b0bffbad service neutron] Pushing event updated for resources: {'Port': ['ID=9572cc83-5ff8-4a83-a266-b5a4e065a441,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:32:37.541107 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-15557af3-8d68-46b6-bfbd-f352b0bffbad service neutron] Attempting to bind port 9572cc83-5ff8-4a83-a266-b5a4e065a441 on host hv-cinder-75793 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:32:37.541445 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-15557af3-8d68-46b6-bfbd-f352b0bffbad service neutron] Attempting to bind port 9572cc83-5ff8-4a83-a266-b5a4e065a441 by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': '6dc37175-f4b0-4faa-a277-c6d98cba9ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:32:37.541780 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-15557af3-8d68-46b6-bfbd-f352b0bffbad service neutron] Attempting to bind port 9572cc83-5ff8-4a83-a266-b5a4e065a441 on network 0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:32:37.546227 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-15557af3-8d68-46b6-bfbd-f352b0bffbad service neutron] Port 9572cc83-5ff8-4a83-a266-b5a4e065a441 on network 0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 16:32:37.546681 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-15557af3-8d68-46b6-bfbd-f352b0bffbad service neutron] Attempting to bind port 9572cc83-5ff8-4a83-a266-b5a4e065a441 on network 0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:32:37.551878 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-15557af3-8d68-46b6-bfbd-f352b0bffbad service neutron] Checking agent: {'id': 'd3fcaccf-3212-4db0-9fe2-d79bf18b2000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 25, 52), 'started_at': datetime.datetime(2021, 9, 3, 16, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:32:37.552224 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-15557af3-8d68-46b6-bfbd-f352b0bffbad service neutron] Checking segment: {'id': '6dc37175-f4b0-4faa-a277-c6d98cba9ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:32:37.552619 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-15557af3-8d68-46b6-bfbd-f352b0bffbad service neutron] Bound using segment: {'id': '6dc37175-f4b0-4faa-a277-c6d98cba9ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:32:37.553082 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-15557af3-8d68-46b6-bfbd-f352b0bffbad service neutron] Bound port: 9572cc83-5ff8-4a83-a266-b5a4e065a441, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc37175-f4b0-4faa-a277-c6d98cba9ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:32:37.553444 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-15557af3-8d68-46b6-bfbd-f352b0bffbad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:37.629411 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-15557af3-8d68-46b6-bfbd-f352b0bffbad service neutron] For port 9572cc83-5ff8-4a83-a266-b5a4e065a441, host hv-cinder-75793, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:32:37.633364 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-15557af3-8d68-46b6-bfbd-f352b0bffbad service neutron] For port 9572cc83-5ff8-4a83-a266-b5a4e065a441, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=9572cc83-5ff8-4a83-a266-b5a4e065a441,segment=NetworkSegment(6dc37175-f4b0-4faa-a277-c6d98cba9ff9),segment_id=6dc37175-f4b0-4faa-a277-c6d98cba9ff9)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:32:37.638242 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-15557af3-8d68-46b6-bfbd-f352b0bffbad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126147372'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:37.669273 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06250a-e235-4e54-87e9-f783972f0d34 req-99236817-a77f-4103-a794-42720850677a tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:37.679638 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4e06250a-e235-4e54-87e9-f783972f0d34 req-99236817-a77f-4103-a794-42720850677a tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a536ea3-c723-4e51-a3bd-8cb9fd422db8 HTTP/1.1" status: 200 len: 944 time: 0.0676403 Sep 03 16:32:37.717367 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15557af3-8d68-46b6-bfbd-f352b0bffbad service neutron] Pushing event updated for resources: {'Port': ['ID=9572cc83-5ff8-4a83-a266-b5a4e065a441,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:32:37.726982 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-15557af3-8d68-46b6-bfbd-f352b0bffbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:37.727746 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4e06250a-e235-4e54-87e9-f783972f0d34 req-76545ec3-1715-4b1e-b014-afc1e7ed94bd tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=46e5679e-11fe-45aa-a29b-1eec05feb9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466027 Sep 03 16:32:37.727960 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-15557af3-8d68-46b6-bfbd-f352b0bffbad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:37.729405 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-15557af3-8d68-46b6-bfbd-f352b0bffbad service neutron] 10.222.0.58 "PUT /v2.0/ports/9572cc83-5ff8-4a83-a266-b5a4e065a441 HTTP/1.1" status: 200 len: 1094 time: 0.7283254 Sep 03 16:32:37.730006 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a536ea3-c723-4e51-a3bd-8cb9fd422db8', 'tag': '9572cc83-5ff8-4a83-a266-b5a4e065a441'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:32:37.732503 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60a3384ac15a167e802cb15cc86cd66e960e7e49bcb7609cd88b9514a3633fc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e43879-b834-4bdb-8e9c-59c953a18f94" -d '{"events": [{"name": "network-changed", "server_uuid": "7a536ea3-c723-4e51-a3bd-8cb9fd422db8", "tag": "9572cc83-5ff8-4a83-a266-b5a4e065a441"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:32:37.822712 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03be0001-e606-4188-915a-026e9f9e5073 x-openstack-request-id: req-03be0001-e606-4188-915a-026e9f9e5073 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:32:37.823071 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a536ea3-c723-4e51-a3bd-8cb9fd422db8", "tag": "9572cc83-5ff8-4a83-a266-b5a4e065a441", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:32:37.823382 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-03be0001-e606-4188-915a-026e9f9e5073 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:32:37.823909 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a536ea3-c723-4e51-a3bd-8cb9fd422db8', 'tag': '9572cc83-5ff8-4a83-a266-b5a4e065a441', 'status': 'completed', 'code': 200} Sep 03 16:32:37.843605 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-d346a60a-5f21-4542-8c39-0711e7397cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:37.845461 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-d346a60a-5f21-4542-8c39-0711e7397cc8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c5c50d390cbc4a9ea29a6a55d17879f3&device_id=7a536ea3-c723-4e51-a3bd-8cb9fd422db8 HTTP/1.1" status: 200 len: 1097 time: 0.0623958 Sep 03 16:32:37.921461 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-7fe9340a-7797-41ea-881b-8c13db2cf566 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9572cc83-5ff8-4a83-a266-b5a4e065a441 HTTP/1.1" status: 200 len: 217 time: 0.0628459 Sep 03 16:32:37.979241 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-1047e508-b24d-4788-8024-e45ba6152c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:37.980729 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-1047e508-b24d-4788-8024-e45ba6152c90 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5e4996fa-edea-44cf-9ea9-7dac32eb1936 HTTP/1.1" status: 200 len: 849 time: 0.0514452 Sep 03 16:32:38.030546 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-71440d1e-2ec8-49bb-afef-a6fc716d923f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:38.032119 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-71440d1e-2ec8-49bb-afef-a6fc716d923f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433803 Sep 03 16:32:38.122582 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 2d56a581-cddf-4929-ad30-f6e0c17ddeaa details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 16:32:38.132112 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-a58d0667-a80c-4fc0-8f8a-b260a29163ba service neutron] 10.222.0.58 "GET /v2.0/networks/0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923374 Sep 03 16:32:38.234752 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cbf3cc3b-4e5b-4113-8ae0-0de306751f40 req-556360c2-38af-4a98-8385-072af4ba43e4 service neutron] 10.222.0.58 "GET /v2.0/networks/0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945082 Sep 03 16:32:38.235013 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 2d56a581-cddf-4929-ad30-f6e0c17ddeaa, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=2d56a581-cddf-4929-ad30-f6e0c17ddeaa,segment=NetworkSegment(c7c8f7dc-1301-40da-a83e-347a76dd7ead),segment_id=c7c8f7dc-1301-40da-a83e-347a76dd7ead)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:32:38.247535 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Returning: {'device': '2d56a581-cddf-4929-ad30-f6e0c17ddeaa', 'network_id': '9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8', 'port_id': '2d56a581-cddf-4929-ad30-f6e0c17ddeaa', 'mac_address': 'fa:16:3e:dd:d3:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dcb62cb-36d4-4264-88ec-98f8e85fcb42', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 16:32:38.288790 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:38.302876 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d56a581-cddf-4929-ad30-f6e0c17ddeaa {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:32:38.328892 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 2d56a581-cddf-4929-ad30-f6e0c17ddeaa, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=2d56a581-cddf-4929-ad30-f6e0c17ddeaa,segment=NetworkSegment(c7c8f7dc-1301-40da-a83e-347a76dd7ead),segment_id=c7c8f7dc-1301-40da-a83e-347a76dd7ead)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:32:38.333625 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:38.338261 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e43879-b834-4bdb-8e9c-59c953a18f94 req-2e192133-47fa-4627-977f-323918684ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:38.341342 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d6e43879-b834-4bdb-8e9c-59c953a18f94 req-2e192133-47fa-4627-977f-323918684ae4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c5c50d390cbc4a9ea29a6a55d17879f3&device_id=7a536ea3-c723-4e51-a3bd-8cb9fd422db8 HTTP/1.1" status: 200 len: 1097 time: 0.0498772 Sep 03 16:32:38.413888 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=2d56a581-cddf-4929-ad30-f6e0c17ddeaa,revision_number=6']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:32:38.438680 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] get_ports_and_sgs() called for port_ids ['2d56a581-cddf-4929-ad30-f6e0c17ddeaa'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:32:38.472861 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb86571-ad92-4124-bcbc-9fc4f1984d2c req-991e304b-cd51-45f2-b511-c111bb9ed541 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:38.474730 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-adb86571-ad92-4124-bcbc-9fc4f1984d2c req-991e304b-cd51-45f2-b511-c111bb9ed541 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 944 time: 0.0693898 Sep 03 16:32:38.497176 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:32:38.497869 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:32:38.498374 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:32:38.498861 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:32:38.499359 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:32:38.499839 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:32:38.500316 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:32:38.500801 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:32:38.501302 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:32:38.501778 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:32:38.502257 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:32:38.502739 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:32:38.548285 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e43879-b834-4bdb-8e9c-59c953a18f94 req-7451d889-7f38-43b6-8a8f-eace3d59c4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:38.550538 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d6e43879-b834-4bdb-8e9c-59c953a18f94 req-7451d889-7f38-43b6-8a8f-eace3d59c4a8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1 HTTP/1.1" status: 200 len: 911 time: 0.2012239 Sep 03 16:32:38.568322 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-adb86571-ad92-4124-bcbc-9fc4f1984d2c req-a4c62251-f15f-4c61-8846-23c905dbb7c3 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859094 Sep 03 16:32:38.615303 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d6e43879-b834-4bdb-8e9c-59c953a18f94 req-d9835bb4-90ba-4224-8882-8a5c33e5aab5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9572cc83-5ff8-4a83-a266-b5a4e065a441 HTTP/1.1" status: 200 len: 217 time: 0.0530210 Sep 03 16:32:38.673020 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e43879-b834-4bdb-8e9c-59c953a18f94 req-46fe805b-174c-4294-97b6-2a1521479c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:38.674789 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d6e43879-b834-4bdb-8e9c-59c953a18f94 req-46fe805b-174c-4294-97b6-2a1521479c82 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5e4996fa-edea-44cf-9ea9-7dac32eb1936 HTTP/1.1" status: 200 len: 849 time: 0.0519564 Sep 03 16:32:38.738828 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e43879-b834-4bdb-8e9c-59c953a18f94 req-c19725cf-af6e-43f9-afe4-534217160282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:38.740378 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d6e43879-b834-4bdb-8e9c-59c953a18f94 req-c19725cf-af6e-43f9-afe4-534217160282 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530021 Sep 03 16:32:38.889477 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d6e43879-b834-4bdb-8e9c-59c953a18f94 req-789741ce-c2d2-41b0-ad3b-22ad04b939e1 service neutron] 10.222.0.58 "GET /v2.0/networks/0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350188 Sep 03 16:32:38.915397 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee2d01-1677-415f-9e2a-b2a3788c100f req-c4a2f27b-6b2a-496c-9a38-c172093b1246 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:38.919050 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b9ee2d01-1677-415f-9e2a-b2a3788c100f req-c4a2f27b-6b2a-496c-9a38-c172093b1246 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a536ea3-c723-4e51-a3bd-8cb9fd422db8 HTTP/1.1" status: 200 len: 944 time: 0.0976129 Sep 03 16:32:39.052149 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b9ee2d01-1677-415f-9e2a-b2a3788c100f req-06a6bdd6-1061-4701-ab9d-44f5b0c80807 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=46e5679e-11fe-45aa-a29b-1eec05feb9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964081 Sep 03 16:32:39.087468 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d6e43879-b834-4bdb-8e9c-59c953a18f94 req-b1bae540-21f7-4ba2-b355-50d763db6443 service neutron] 10.222.0.58 "GET /v2.0/networks/0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899383 Sep 03 16:32:39.705485 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71de93-21b5-43fb-95e9-5d90084b7489 req-da418370-45c6-43e6-9696-5291ac01683d tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:39.709530 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5f71de93-21b5-43fb-95e9-5d90084b7489 req-da418370-45c6-43e6-9696-5291ac01683d tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 944 time: 0.0644860 Sep 03 16:32:39.750046 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5f71de93-21b5-43fb-95e9-5d90084b7489 req-bf2990be-45ac-4cf1-845a-1a0986a733c7 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338159 Sep 03 16:32:40.144651 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 9572cc83-5ff8-4a83-a266-b5a4e065a441 details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 16:32:40.153420 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 2d56a581-cddf-4929-ad30-f6e0c17ddeaa up at agent hyperv_hv-cinder-75793 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:32:40.221836 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f852e1-9978-41a2-b328-687a0bc11ce1 req-aa2a4735-c029-4f1c-982b-4adce85e1a69 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:40.229954 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-74f852e1-9978-41a2-b328-687a0bc11ce1 req-aa2a4735-c029-4f1c-982b-4adce85e1a69 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a536ea3-c723-4e51-a3bd-8cb9fd422db8 HTTP/1.1" status: 200 len: 944 time: 0.1240146 Sep 03 16:32:40.303920 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Provisioning complete for port 2d56a581-cddf-4929-ad30-f6e0c17ddeaa triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:32:40.304306 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:40.314999 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-74f852e1-9978-41a2-b328-687a0bc11ce1 req-84fdc505-9eaf-4ae0-9ed4-425d83533e74 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=46e5679e-11fe-45aa-a29b-1eec05feb9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742569 Sep 03 16:32:40.369771 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 9572cc83-5ff8-4a83-a266-b5a4e065a441, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=9572cc83-5ff8-4a83-a266-b5a4e065a441,segment=NetworkSegment(6dc37175-f4b0-4faa-a277-c6d98cba9ff9),segment_id=6dc37175-f4b0-4faa-a277-c6d98cba9ff9)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:32:40.406810 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Returning: {'device': '9572cc83-5ff8-4a83-a266-b5a4e065a441', 'network_id': '0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1', 'port_id': '9572cc83-5ff8-4a83-a266-b5a4e065a441', 'mac_address': 'fa:16:3e:a8:85:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 868, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4996fa-edea-44cf-9ea9-7dac32eb1936', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 16:32:40.453646 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:40.477303 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:40.503976 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4038665-f4bb-49d7-b67b-028b88ad0479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d56a581-cddf-4929-ad30-f6e0c17ddeaa'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:32:40.506290 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b89f8b623511fb8008411a61343ca2df4e8635703a50781169befd4cf5794b60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1989e8c-e28e-43c3-ad82-ea35a6f1d8f5" -d '{"events": [{"server_uuid": "f4038665-f4bb-49d7-b67b-028b88ad0479", "name": "network-vif-plugged", "status": "completed", "tag": "2d56a581-cddf-4929-ad30-f6e0c17ddeaa"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:32:40.520290 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9572cc83-5ff8-4a83-a266-b5a4e065a441 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:32:40.530061 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 2d56a581-cddf-4929-ad30-f6e0c17ddeaa, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=2d56a581-cddf-4929-ad30-f6e0c17ddeaa,segment=NetworkSegment(c7c8f7dc-1301-40da-a83e-347a76dd7ead),segment_id=c7c8f7dc-1301-40da-a83e-347a76dd7ead)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:32:40.542215 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:40.561374 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07873966-76ae-4b15-a036-5a32c630b817 x-openstack-request-id: req-07873966-76ae-4b15-a036-5a32c630b817 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:32:40.561727 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4038665-f4bb-49d7-b67b-028b88ad0479", "name": "network-vif-plugged", "status": "completed", "tag": "2d56a581-cddf-4929-ad30-f6e0c17ddeaa", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:32:40.561940 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-07873966-76ae-4b15-a036-5a32c630b817 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:32:40.562525 dv-cinder-757936-8-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4038665-f4bb-49d7-b67b-028b88ad0479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d56a581-cddf-4929-ad30-f6e0c17ddeaa', 'code': 200} Sep 03 16:32:40.565621 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 9572cc83-5ff8-4a83-a266-b5a4e065a441, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=9572cc83-5ff8-4a83-a266-b5a4e065a441,segment=NetworkSegment(6dc37175-f4b0-4faa-a277-c6d98cba9ff9),segment_id=6dc37175-f4b0-4faa-a277-c6d98cba9ff9)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:32:40.592360 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:40.623583 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=2d56a581-cddf-4929-ad30-f6e0c17ddeaa,revision_number=7']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:32:40.682344 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=9572cc83-5ff8-4a83-a266-b5a4e065a441,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:32:40.861953 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] get_ports_and_sgs() called for port_ids ['9572cc83-5ff8-4a83-a266-b5a4e065a441'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:32:40.887383 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bdd2dc-a7f4-41d7-9f0b-91462635b7d9 req-1d790c06-4752-435a-a890-3ff21c8b40d0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:40.898083 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-75bdd2dc-a7f4-41d7-9f0b-91462635b7d9 req-1d790c06-4752-435a-a890-3ff21c8b40d0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 945 time: 0.0666409 Sep 03 16:32:40.954062 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-75bdd2dc-a7f4-41d7-9f0b-91462635b7d9 req-b816da61-b334-4420-84a6-aa08b744df7b tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543149 Sep 03 16:32:41.569568 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e091b-9d69-41d6-8b8c-7c953cacc137 req-5e902049-8cdd-4e63-9c5c-43f4fa24827f tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:41.577372 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-240e091b-9d69-41d6-8b8c-7c953cacc137 req-5e902049-8cdd-4e63-9c5c-43f4fa24827f tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a536ea3-c723-4e51-a3bd-8cb9fd422db8 HTTP/1.1" status: 200 len: 945 time: 0.0679359 Sep 03 16:32:41.619414 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-240e091b-9d69-41d6-8b8c-7c953cacc137 req-78dff797-2787-4db0-b21d-93bdca583bc9 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=46e5679e-11fe-45aa-a29b-1eec05feb9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411429 Sep 03 16:32:41.794392 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 51606) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:32:41.933225 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8f7a150b-22ce-4c46-9cf6-c51438e0bd73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:42.067760 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8f7a150b-22ce-4c46-9cf6-c51438e0bd73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:42.074702 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8f7a150b-22ce-4c46-9cf6-c51438e0bd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:42.116298 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9315c27-605e-41fd-ae64-e05890ed6230 req-727856b2-b1c6-4bdb-aa2a-3cd08f6cc538 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:42.121466 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-8f7a150b-22ce-4c46-9cf6-c51438e0bd73 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bec9ab09dd0641739dc703b4a2816bf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3258932 Sep 03 16:32:42.122267 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7a150b-22ce-4c46-9cf6-c51438e0bd73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ac0393-7226-416a-8791-20452db5b8c6,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:32:42.125644 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 51612) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:32:42.137863 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d9315c27-605e-41fd-ae64-e05890ed6230 req-727856b2-b1c6-4bdb-aa2a-3cd08f6cc538 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 945 time: 0.0903659 Sep 03 16:32:42.152961 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 9572cc83-5ff8-4a83-a266-b5a4e065a441 up at agent hyperv_hv-cinder-75793 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:32:42.196088 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d9315c27-605e-41fd-ae64-e05890ed6230 req-56ba2e6b-ef67-4e75-a50b-42d51f9ca730 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565493 Sep 03 16:32:42.203006 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-60b2714b-7944-48b3-b3a7-3f49741ee2b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:42.236986 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-60b2714b-7944-48b3-b3a7-3f49741ee2b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:42.247935 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Provisioning for port 9572cc83-5ff8-4a83-a266-b5a4e065a441 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:32:42.254473 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Provisioning complete for port 9572cc83-5ff8-4a83-a266-b5a4e065a441 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:32:42.254961 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:42.299687 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-60b2714b-7944-48b3-b3a7-3f49741ee2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:42.302660 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-60b2714b-7944-48b3-b3a7-3f49741ee2b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:42.305587 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-60b2714b-7944-48b3-b3a7-3f49741ee2b5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f4ac0393-7226-416a-8791-20452db5b8c6 HTTP/1.1" status: 204 len: 168 time: 0.1786680 Sep 03 16:32:42.317892 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b2714b-7944-48b3-b3a7-3f49741ee2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ac0393-7226-416a-8791-20452db5b8c6,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:32:42.410289 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:42.455206 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 9572cc83-5ff8-4a83-a266-b5a4e065a441, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=9572cc83-5ff8-4a83-a266-b5a4e065a441,segment=NetworkSegment(6dc37175-f4b0-4faa-a277-c6d98cba9ff9),segment_id=6dc37175-f4b0-4faa-a277-c6d98cba9ff9)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:32:42.469299 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:42.525540 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=9572cc83-5ff8-4a83-a266-b5a4e065a441,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:32:42.563925 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a536ea3-c723-4e51-a3bd-8cb9fd422db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9572cc83-5ff8-4a83-a266-b5a4e065a441'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:32:42.566679 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b89f8b623511fb8008411a61343ca2df4e8635703a50781169befd4cf5794b60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941d7317-4dcc-4e6d-8a42-9fa4772da8e7" -d '{"events": [{"server_uuid": "7a536ea3-c723-4e51-a3bd-8cb9fd422db8", "name": "network-vif-plugged", "status": "completed", "tag": "9572cc83-5ff8-4a83-a266-b5a4e065a441"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:32:42.622178 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef87c2d-6c10-4798-b29a-436059ec06bb x-openstack-request-id: req-aef87c2d-6c10-4798-b29a-436059ec06bb {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:32:42.622483 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a536ea3-c723-4e51-a3bd-8cb9fd422db8", "name": "network-vif-plugged", "status": "completed", "tag": "9572cc83-5ff8-4a83-a266-b5a4e065a441", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:32:42.623487 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aef87c2d-6c10-4798-b29a-436059ec06bb {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:32:42.623887 dv-cinder-757936-8-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a536ea3-c723-4e51-a3bd-8cb9fd422db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9572cc83-5ff8-4a83-a266-b5a4e065a441', 'code': 200} Sep 03 16:32:42.772228 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd8143-90c9-4d32-887e-758981c26f5b req-6e780633-3295-41f1-b421-c002ea5deb01 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:42.774279 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a5cd8143-90c9-4d32-887e-758981c26f5b req-6e780633-3295-41f1-b421-c002ea5deb01 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a536ea3-c723-4e51-a3bd-8cb9fd422db8 HTTP/1.1" status: 200 len: 946 time: 0.0617547 Sep 03 16:32:42.845404 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a5cd8143-90c9-4d32-887e-758981c26f5b req-471ffb24-d762-4bf5-ab9a-5dffeb2f19a0 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=46e5679e-11fe-45aa-a29b-1eec05feb9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600140 Sep 03 16:32:42.861624 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60fced-ef67-425a-a7ef-6171c9510e8e req-e94681e4-6186-4586-bda1-2bf7b28c9c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:42.864024 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-de60fced-ef67-425a-a7ef-6171c9510e8e req-e94681e4-6186-4586-bda1-2bf7b28c9c5c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7a536ea3-c723-4e51-a3bd-8cb9fd422db8 HTTP/1.1" status: 200 len: 1099 time: 0.0594931 Sep 03 16:32:42.908630 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-de60fced-ef67-425a-a7ef-6171c9510e8e req-a879e792-8d5f-4ea7-b06f-52872fa67b1a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=46e5679e-11fe-45aa-a29b-1eec05feb9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371890 Sep 03 16:32:43.337881 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ecf905-2bad-472b-906d-57c703b85dc9 req-600d5404-ae46-4fea-b265-b0fd5b44cf93 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:43.345223 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-37ecf905-2bad-472b-906d-57c703b85dc9 req-600d5404-ae46-4fea-b265-b0fd5b44cf93 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 945 time: 0.0601969 Sep 03 16:32:43.395299 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-37ecf905-2bad-472b-906d-57c703b85dc9 req-64a7914a-686f-4d2f-b7fd-36256d405acb tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412545 Sep 03 16:32:43.989945 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac90366-0c59-4271-a9ea-9f6467b891ba req-466295ce-0173-4b8e-bcde-556dd29b687e tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:43.991688 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9ac90366-0c59-4271-a9ea-9f6467b891ba req-466295ce-0173-4b8e-bcde-556dd29b687e tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a536ea3-c723-4e51-a3bd-8cb9fd422db8 HTTP/1.1" status: 200 len: 946 time: 0.0605540 Sep 03 16:32:44.067175 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9ac90366-0c59-4271-a9ea-9f6467b891ba req-c1d7e080-f4cf-4837-b704-f150a785942c tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=46e5679e-11fe-45aa-a29b-1eec05feb9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661652 Sep 03 16:32:44.510138 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c924e-ae2b-46b2-a820-313d310cb87f req-5a8aab37-0ee8-4ddb-9d02-6048097314fc tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:44.511667 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ea6c924e-ae2b-46b2-a820-313d310cb87f req-5a8aab37-0ee8-4ddb-9d02-6048097314fc tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 945 time: 0.0567279 Sep 03 16:32:44.559504 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ea6c924e-ae2b-46b2-a820-313d310cb87f req-81a186a9-be1b-48ca-8c99-f905a677e34b tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402987 Sep 03 16:32:44.861747 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-90055de8-b383-484b-97e9-668d51dcada0 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=d020e551b1884754b555da5606c9f97e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305676 Sep 03 16:32:45.221742 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51d221-385f-4a3e-8d96-83dcf15ae15a req-e1051ecf-fb79-4808-90e8-3f9576dec9bd tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:45.223646 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0c51d221-385f-4a3e-8d96-83dcf15ae15a req-e1051ecf-fb79-4808-90e8-3f9576dec9bd tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a536ea3-c723-4e51-a3bd-8cb9fd422db8 HTTP/1.1" status: 200 len: 946 time: 0.0602763 Sep 03 16:32:45.270417 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0c51d221-385f-4a3e-8d96-83dcf15ae15a req-75f63cd0-c6f8-45e3-88c6-aadc4241cbdc tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=46e5679e-11fe-45aa-a29b-1eec05feb9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406280 Sep 03 16:32:45.318929 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-2b6eac56-1476-4775-9a45-cf6fb14d60d8 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:45.326807 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-2b6eac56-1476-4775-9a45-cf6fb14d60d8 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4594164 Sep 03 16:32:45.338979 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-6841dcfb-ca0a-4c12-9569-55129460e29a tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] 10.222.0.62 "GET /v2.0/quotas/d020e551b1884754b555da5606c9f97e HTTP/1.1" status: 200 len: 375 time: 0.0100741 Sep 03 16:32:45.372719 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-2c89f5da-1ae5-4fc4-b296-dd3f9b9d9227 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d020e551b1884754b555da5606c9f97e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288899 Sep 03 16:32:45.404882 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d4beb-0828-459c-b99c-b082f5237b0f req-a7edf3c3-3e94-4e93-b118-6406dd52e272 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:45.406613 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4f5d4beb-0828-459c-b99c-b082f5237b0f req-a7edf3c3-3e94-4e93-b118-6406dd52e272 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a536ea3-c723-4e51-a3bd-8cb9fd422db8 HTTP/1.1" status: 200 len: 946 time: 0.0556018 Sep 03 16:32:45.414955 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 51674) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:32:45.419726 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-bf37c5b9-8f66-4dae-a9d3-37105f06e1e1 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Request body: {'floatingip': {'port_id': '9572cc83-5ff8-4a83-a266-b5a4e065a441'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:32:45.451683 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1a4ffafc-6417-40e7-9f5c-e4e470076149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:45.480787 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bf37c5b9-8f66-4dae-a9d3-37105f06e1e1 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks [] for floatingip, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:45.646200 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3a0ce85e-dd67-4d74-bac9-5c98a7319569 req-be4a1411-98a4-4977-aae1-ded057e6dc7b tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] 10.222.0.62 "GET /v2.0/ports?device_id=e25c0a43-0bab-4d61-8c21-b91257654a90 HTTP/1.1" status: 200 len: 210 time: 0.0760548 Sep 03 16:32:46.045191 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607591fd-a105-49bc-9ad4-f9671ae246e3 req-1eb2fab5-2aa1-43ea-84e4-0253286dfa28 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:46.047268 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-607591fd-a105-49bc-9ad4-f9671ae246e3 req-1eb2fab5-2aa1-43ea-84e4-0253286dfa28 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 945 time: 0.4011154 Sep 03 16:32:46.098978 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-607591fd-a105-49bc-9ad4-f9671ae246e3 req-deef110f-c3e3-4f08-962c-a7b2f1d49392 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435615 Sep 03 16:32:46.372919 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bf37c5b9-8f66-4dae-a9d3-37105f06e1e1 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:46.377386 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bf37c5b9-8f66-4dae-a9d3-37105f06e1e1 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956928'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:46.483002 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.db.l3_db [None req-bf37c5b9-8f66-4dae-a9d3-37105f06e1e1 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Floating IP b2638135-47ae-475a-97a4-8432b3e7e9c3 associated. External IP: 172.27.3.241, port: 9572cc83-5ff8-4a83-a266-b5a4e065a441. Sep 03 16:32:46.738071 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf37c5b9-8f66-4dae-a9d3-37105f06e1e1 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Router 1731a2ca-7940-485b-880b-4b9d9d7edb9b has already been hosted by L3 agent 32b2b364-f1ef-43b0-aa1c-04e185c9ddf9 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:32:46.761683 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-95db2cf4-a028-4777-b6c3-74afb1b56763 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=d020e551b1884754b555da5606c9f97e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513213 Sep 03 16:32:46.877153 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf37c5b9-8f66-4dae-a9d3-37105f06e1e1 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify agent at l3_agent.dv-cinder-757936-8-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:32:46.897892 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-bf37c5b9-8f66-4dae-a9d3-37105f06e1e1 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:46.906912 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c990614e-3953-4972-945f-dd3b6b0663c3 None None] Sync routers for ids ['1731a2ca-7940-485b-880b-4b9d9d7edb9b'] in dv-cinder-757936-8-iscsi {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:32:46.932012 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c990614e-3953-4972-945f-dd3b6b0663c3 None None] Routers {'1731a2ca-7940-485b-880b-4b9d9d7edb9b'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:32:46.932760 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-c990614e-3953-4972-945f-dd3b6b0663c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:32:18Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['1731a2ca-7940-485b-880b-4b9d9d7edb9b'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:32:46.972298 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-d5846f33-ae32-4527-9c60-5fb477f9b392 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:46.978851 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-d5846f33-ae32-4527-9c60-5fb477f9b392 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2068632 Sep 03 16:32:46.988853 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-0f6c71ef-9073-4732-b1f3-29ce0f0f58f2 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Request body: {'port': {'device_id': 'e25c0a43-0bab-4d61-8c21-b91257654a90', 'network_id': '741d033c-c530-47ce-9014-d90e75a1422f', 'admin_state_up': True, 'tenant_id': 'd020e551b1884754b555da5606c9f97e'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:32:47.002310 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-59fcdb16-dea4-4379-8d3b-d27353d6a92f req-ac544f83-96cb-4abc-8948-9f81ef0e4e0d tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] 10.222.0.62 "GET /v2.0/ports?device_id=e25c0a43-0bab-4d61-8c21-b91257654a90 HTTP/1.1" status: 200 len: 210 time: 0.1688731 Sep 03 16:32:47.012951 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-bf37c5b9-8f66-4dae-a9d3-37105f06e1e1 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "PUT /v2.0/floatingips/b2638135-47ae-475a-97a4-8432b3e7e9c3 HTTP/1.1" status: 200 len: 992 time: 1.5968599 Sep 03 16:32:47.016358 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a536ea3-c723-4e51-a3bd-8cb9fd422db8', 'tag': '9572cc83-5ff8-4a83-a266-b5a4e065a441'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:32:47.018951 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9181e0e82ffee5c7a29e1125bc6bf0cf4bc90ac22456d4aa1390334b202da70b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55ddd26-ccce-470a-aec3-517ba13b6e7e" -d '{"events": [{"name": "network-changed", "server_uuid": "7a536ea3-c723-4e51-a3bd-8cb9fd422db8", "tag": "9572cc83-5ff8-4a83-a266-b5a4e065a441"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:32:47.074909 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76dad36e-c671-483e-ae13-65a781df50be x-openstack-request-id: req-76dad36e-c671-483e-ae13-65a781df50be {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:32:47.075453 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a536ea3-c723-4e51-a3bd-8cb9fd422db8", "tag": "9572cc83-5ff8-4a83-a266-b5a4e065a441", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:32:47.075919 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-76dad36e-c671-483e-ae13-65a781df50be {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:32:47.076724 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a536ea3-c723-4e51-a3bd-8cb9fd422db8', 'tag': '9572cc83-5ff8-4a83-a266-b5a4e065a441', 'status': 'completed', 'code': 200} Sep 03 16:32:47.150305 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-c990614e-3953-4972-945f-dd3b6b0663c3 None None] Set router 1731a2ca-7940-485b-880b-4b9d9d7edb9b gateway port host: dv-cinder-757936-8-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:32:47.183182 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ddd26-ccce-470a-aec3-517ba13b6e7e req-61ffd908-1e86-49ea-a96c-2052819a850a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:47.185216 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b55ddd26-ccce-470a-aec3-517ba13b6e7e req-61ffd908-1e86-49ea-a96c-2052819a850a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c5c50d390cbc4a9ea29a6a55d17879f3&device_id=7a536ea3-c723-4e51-a3bd-8cb9fd422db8 HTTP/1.1" status: 200 len: 1099 time: 0.0874934 Sep 03 16:32:47.194729 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-0f6c71ef-9073-4732-b1f3-29ce0f0f58f2 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Made reservation on behalf of d020e551b1884754b555da5606c9f97e for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:32:47.202414 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-0f6c71ef-9073-4732-b1f3-29ce0f0f58f2 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:47.213753 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-0f6c71ef-9073-4732-b1f3-29ce0f0f58f2 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:47.341085 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfbed9f-5ef4-4012-a488-39a0b44d58f7 req-5de28ab9-c863-4d1c-aae7-6d4773df2dda tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:47.345312 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4dfbed9f-5ef4-4012-a488-39a0b44d58f7 req-5de28ab9-c863-4d1c-aae7-6d4773df2dda tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 945 time: 0.1327522 Sep 03 16:32:47.378360 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ddd26-ccce-470a-aec3-517ba13b6e7e req-e0026f06-d6c4-4760-b210-e32d4e577688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:47.379494 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b55ddd26-ccce-470a-aec3-517ba13b6e7e req-e0026f06-d6c4-4760-b210-e32d4e577688 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1 HTTP/1.1" status: 200 len: 911 time: 0.1859994 Sep 03 16:32:47.420064 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4dfbed9f-5ef4-4012-a488-39a0b44d58f7 req-b3abc6dc-f6e5-4e2f-8ae6-a49459c8ab18 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531306 Sep 03 16:32:47.425866 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-0f6c71ef-9073-4732-b1f3-29ce0f0f58f2 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:47.446476 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-0f6c71ef-9073-4732-b1f3-29ce0f0f58f2 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:47.517120 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b55ddd26-ccce-470a-aec3-517ba13b6e7e req-bc5ee513-0ba7-4211-ae79-c7495df73b1c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9572cc83-5ff8-4a83-a266-b5a4e065a441 HTTP/1.1" status: 200 len: 1000 time: 0.1222017 Sep 03 16:32:47.558639 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c71ef-9073-4732-b1f3-29ce0f0f58f2 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2b266c-157d-4343-9249-244826e3dd0c,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:32:47.562880 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-c990614e-3953-4972-945f-dd3b6b0663c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'name': 'tempest-AttachVolumeTestJSON-400560295-router', 'tenant_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'a88d1513-542b-4cfa-87da-384c07e8bbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:27:45Z', 'updated_at': '2021-09-03T16:27:52Z', 'revision_number': 4, 'project_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'gw_port': {'id': 'a88d1513-542b-4cfa-87da-384c07e8bbfb', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:27:46Z', 'updated_at': '2021-09-03T16:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_floatingips': [{'id': 'b2638135-47ae-475a-97a4-8432b3e7e9c3', 'tenant_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'floating_ip_address': '172.27.3.241', 'floating_network_id': 'af961d58-b724-401e-8712-cedb04029227', 'router_id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'port_id': '9572cc83-5ff8-4a83-a266-b5a4e065a441', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1', 'mac_address': 'fa:16:3e:a8:85:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a536ea3-c723-4e51-a3bd-8cb9fd422db8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:32:34Z', 'updated_at': '2021-09-03T16:32:46Z', 'revision_number': 1, 'project_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c2ba58c-c118-4316-9a24-1af3008168cc', 'name': '', 'network_id': '0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1', 'tenant_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'mac_address': 'fa:16:3e:e0:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5e4996fa-edea-44cf-9ea9-7dac32eb1936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:27:51Z', 'updated_at': '2021-09-03T16:28:05Z', 'revision_number': 5, 'project_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'subnets': [{'id': '5e4996fa-edea-44cf-9ea9-7dac32eb1936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:32:47.637655 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ddd26-ccce-470a-aec3-517ba13b6e7e req-c422383f-0dc2-4669-9445-77528389d116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:47.642960 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b55ddd26-ccce-470a-aec3-517ba13b6e7e req-c422383f-0dc2-4669-9445-77528389d116 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5e4996fa-edea-44cf-9ea9-7dac32eb1936 HTTP/1.1" status: 200 len: 849 time: 0.1167078 Sep 03 16:32:47.702738 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ddd26-ccce-470a-aec3-517ba13b6e7e req-54e01520-e38e-4f4c-ab0d-ef30fbff0cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:47.704279 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b55ddd26-ccce-470a-aec3-517ba13b6e7e req-54e01520-e38e-4f4c-ab0d-ef30fbff0cc5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564129 Sep 03 16:32:47.724229 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-0f6c71ef-9073-4732-b1f3-29ce0f0f58f2 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Allocated IP 192.168.233.140 (741d033c-c530-47ce-9014-d90e75a1422f/4fa2018a-e120-48bd-a49f-9e6428b349cd/8778f3d1-027d-4d5a-bcdb-d53cbfe38276) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:32:47.749537 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c990614e-3953-4972-945f-dd3b6b0663c3 None None] Checking router: 1731a2ca-7940-485b-880b-4b9d9d7edb9b for host: dv-cinder-757936-8-iscsi {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:32:47.758849 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c990614e-3953-4972-945f-dd3b6b0663c3 None None] Routers {'1731a2ca-7940-485b-880b-4b9d9d7edb9b'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:32:47.759499 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-c990614e-3953-4972-945f-dd3b6b0663c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:32:18Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['1731a2ca-7940-485b-880b-4b9d9d7edb9b'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:32:47.841539 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b55ddd26-ccce-470a-aec3-517ba13b6e7e req-ec474aa5-bed0-4879-8f67-5dc4f729f339 service neutron] 10.222.0.58 "GET /v2.0/networks/0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291008 Sep 03 16:32:47.915873 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-c990614e-3953-4972-945f-dd3b6b0663c3 None None] Set router 1731a2ca-7940-485b-880b-4b9d9d7edb9b gateway port host: dv-cinder-757936-8-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:32:47.946545 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-0f6c71ef-9073-4732-b1f3-29ce0f0f58f2 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:47.967795 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-0f6c71ef-9073-4732-b1f3-29ce0f0f58f2 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Transition to ACTIVE for port object 8778f3d1-027d-4d5a-bcdb-d53cbfe38276 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:32:47.971249 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b55ddd26-ccce-470a-aec3-517ba13b6e7e req-876e7d2a-a20b-4ef3-b6e5-fc04748dfc8d service neutron] 10.222.0.58 "GET /v2.0/networks/0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184812 Sep 03 16:32:48.035669 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b22dccdf-c410-4289-9b09-22b869eb6d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:48.045766 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-0f6c71ef-9073-4732-b1f3-29ce0f0f58f2 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126147387'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:48.103662 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-0f6c71ef-9073-4732-b1f3-29ce0f0f58f2 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Network 741d033c-c530-47ce-9014-d90e75a1422f is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:32:48.111574 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-0f6c71ef-9073-4732-b1f3-29ce0f0f58f2 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:32:48.121429 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-0f6c71ef-9073-4732-b1f3-29ce0f0f58f2 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:32:48.169155 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c71ef-9073-4732-b1f3-29ce0f0f58f2 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Pushing event updated for resources: {'Port': ['ID=8778f3d1-027d-4d5a-bcdb-d53cbfe38276,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:32:48.222658 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-c990614e-3953-4972-945f-dd3b6b0663c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'name': 'tempest-AttachVolumeTestJSON-400560295-router', 'tenant_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'a88d1513-542b-4cfa-87da-384c07e8bbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:27:45Z', 'updated_at': '2021-09-03T16:27:52Z', 'revision_number': 4, 'project_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'gw_port': {'id': 'a88d1513-542b-4cfa-87da-384c07e8bbfb', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:27:46Z', 'updated_at': '2021-09-03T16:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_floatingips': [{'id': 'b2638135-47ae-475a-97a4-8432b3e7e9c3', 'tenant_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'floating_ip_address': '172.27.3.241', 'floating_network_id': 'af961d58-b724-401e-8712-cedb04029227', 'router_id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'port_id': '9572cc83-5ff8-4a83-a266-b5a4e065a441', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1', 'mac_address': 'fa:16:3e:a8:85:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a536ea3-c723-4e51-a3bd-8cb9fd422db8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:32:34Z', 'updated_at': '2021-09-03T16:32:46Z', 'revision_number': 1, 'project_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c2ba58c-c118-4316-9a24-1af3008168cc', 'name': '', 'network_id': '0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1', 'tenant_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'mac_address': 'fa:16:3e:e0:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5e4996fa-edea-44cf-9ea9-7dac32eb1936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:27:51Z', 'updated_at': '2021-09-03T16:28:05Z', 'revision_number': 5, 'project_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'subnets': [{'id': '5e4996fa-edea-44cf-9ea9-7dac32eb1936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:32:48.279410 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c990614e-3953-4972-945f-dd3b6b0663c3 None None] The sync data for ids ['1731a2ca-7940-485b-880b-4b9d9d7edb9b'] in dv-cinder-757936-8-iscsi is: [{'id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'name': 'tempest-AttachVolumeTestJSON-400560295-router', 'tenant_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'a88d1513-542b-4cfa-87da-384c07e8bbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:27:45Z', 'updated_at': '2021-09-03T16:27:52Z', 'revision_number': 4, 'project_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'gw_port': {'id': 'a88d1513-542b-4cfa-87da-384c07e8bbfb', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:27:46Z', 'updated_at': '2021-09-03T16:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_floatingips': [{'id': 'b2638135-47ae-475a-97a4-8432b3e7e9c3', 'tenant_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'floating_ip_address': '172.27.3.241', 'floating_network_id': 'af961d58-b724-401e-8712-cedb04029227', 'router_id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'port_id': '9572cc83-5ff8-4a83-a266-b5a4e065a441', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1', 'mac_address': 'fa:16:3e:a8:85:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a536ea3-c723-4e51-a3bd-8cb9fd422db8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:32:34Z', 'updated_at': '2021-09-03T16:32:46Z', 'revision_number': 1, 'project_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c2ba58c-c118-4316-9a24-1af3008168cc', 'name': '', 'network_id': '0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1', 'tenant_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'mac_address': 'fa:16:3e:e0:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5e4996fa-edea-44cf-9ea9-7dac32eb1936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:27:51Z', 'updated_at': '2021-09-03T16:28:05Z', 'revision_number': 5, 'project_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'subnets': [{'id': '5e4996fa-edea-44cf-9ea9-7dac32eb1936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:32:48.310839 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-0f6c71ef-9073-4732-b1f3-29ce0f0f58f2 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:48.311519 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-0f6c71ef-9073-4732-b1f3-29ce0f0f58f2 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:48.341376 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-0f6c71ef-9073-4732-b1f3-29ce0f0f58f2 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3576870 Sep 03 16:32:48.358857 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44f4a7-cc99-4791-8016-1eb1b4f626c6 req-2cafd3da-90e7-424c-962f-cc5e7f864e9c tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:48.360988 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5f44f4a7-cc99-4791-8016-1eb1b4f626c6 req-2cafd3da-90e7-424c-962f-cc5e7f864e9c tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] 10.222.0.62 "GET /v2.0/ports?device_id=e25c0a43-0bab-4d61-8c21-b91257654a90 HTTP/1.1" status: 200 len: 936 time: 0.1703494 Sep 03 16:32:48.366059 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-3e40c3a0-bc38-4e24-969d-d01b0534c318 service neutron] Request body: {'port': {'device_id': 'e25c0a43-0bab-4d61-8c21-b91257654a90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:32:48.379040 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:48.502124 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5f44f4a7-cc99-4791-8016-1eb1b4f626c6 req-c62e133e-a08e-42c4-8613-f47053a5c165 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f2b266c-157d-4343-9249-244826e3dd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148605 Sep 03 16:32:48.502861 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-3e40c3a0-bc38-4e24-969d-d01b0534c318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:48.552903 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-dcd964fb-18fc-4617-bde8-69e2bd17b15b None None] Provisioning for port 8778f3d1-027d-4d5a-bcdb-d53cbfe38276 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:32:48.561658 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-dcd964fb-18fc-4617-bde8-69e2bd17b15b None None] Provisioning complete for port 8778f3d1-027d-4d5a-bcdb-d53cbfe38276 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:32:48.563029 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-dcd964fb-18fc-4617-bde8-69e2bd17b15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:48.616246 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-dcd964fb-18fc-4617-bde8-69e2bd17b15b None None] Port 8778f3d1-027d-4d5a-bcdb-d53cbfe38276 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:32:48.622955 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b13492-7654-4f80-8b70-4e3c561fb3ee req-4dd019d4-f989-41d1-8e1a-f6d167dcb0b4 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:48.624852 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-80b13492-7654-4f80-8b70-4e3c561fb3ee req-4dd019d4-f989-41d1-8e1a-f6d167dcb0b4 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 945 time: 0.0965884 Sep 03 16:32:48.682879 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-80b13492-7654-4f80-8b70-4e3c561fb3ee req-29b8927e-8e98-4f81-b7dc-b2f918a92da2 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507209 Sep 03 16:32:48.720066 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c37b91-ce4b-47d1-a377-3252045832ae None None] New status for floating IP b2638135-47ae-475a-97a4-8432b3e7e9c3: ACTIVE {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 16:32:48.868587 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-3e40c3a0-bc38-4e24-969d-d01b0534c318 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8778f3d1-027d-4d5a-bcdb-d53cbfe38276 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:32:48.876284 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-3e40c3a0-bc38-4e24-969d-d01b0534c318 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:48.893485 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-3e40c3a0-bc38-4e24-969d-d01b0534c318 service neutron] Transition to ACTIVE for port object 8778f3d1-027d-4d5a-bcdb-d53cbfe38276 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:32:48.897701 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-3e40c3a0-bc38-4e24-969d-d01b0534c318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126147372'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:48.954213 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e40c3a0-bc38-4e24-969d-d01b0534c318 service neutron] Pushing event updated for resources: {'Port': ['ID=8778f3d1-027d-4d5a-bcdb-d53cbfe38276,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:32:49.021301 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad34-f359-45be-bded-9b7b563a89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:49.040849 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-3e40c3a0-bc38-4e24-969d-d01b0534c318 service neutron] Attempting to bind port 8778f3d1-027d-4d5a-bcdb-d53cbfe38276 on host hv-cinder-75793 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:32:49.040980 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-3e40c3a0-bc38-4e24-969d-d01b0534c318 service neutron] Attempting to bind port 8778f3d1-027d-4d5a-bcdb-d53cbfe38276 by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': '0594bab4-e3ec-4ec8-8c96-0244952c2733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '741d033c-c530-47ce-9014-d90e75a1422f'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:32:49.041300 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-3e40c3a0-bc38-4e24-969d-d01b0534c318 service neutron] Attempting to bind port 8778f3d1-027d-4d5a-bcdb-d53cbfe38276 on network 741d033c-c530-47ce-9014-d90e75a1422f {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:32:49.046087 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-3e40c3a0-bc38-4e24-969d-d01b0534c318 service neutron] Port 8778f3d1-027d-4d5a-bcdb-d53cbfe38276 on network 741d033c-c530-47ce-9014-d90e75a1422f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 16:32:49.046412 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-3e40c3a0-bc38-4e24-969d-d01b0534c318 service neutron] Attempting to bind port 8778f3d1-027d-4d5a-bcdb-d53cbfe38276 on network 741d033c-c530-47ce-9014-d90e75a1422f {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:32:49.051350 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-3e40c3a0-bc38-4e24-969d-d01b0534c318 service neutron] Checking agent: {'id': 'd3fcaccf-3212-4db0-9fe2-d79bf18b2000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 25, 52), 'started_at': datetime.datetime(2021, 9, 3, 16, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:32:49.051691 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-3e40c3a0-bc38-4e24-969d-d01b0534c318 service neutron] Checking segment: {'id': '0594bab4-e3ec-4ec8-8c96-0244952c2733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '741d033c-c530-47ce-9014-d90e75a1422f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:32:49.052078 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-3e40c3a0-bc38-4e24-969d-d01b0534c318 service neutron] Bound using segment: {'id': '0594bab4-e3ec-4ec8-8c96-0244952c2733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '741d033c-c530-47ce-9014-d90e75a1422f'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:32:49.052503 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-3e40c3a0-bc38-4e24-969d-d01b0534c318 service neutron] Bound port: 8778f3d1-027d-4d5a-bcdb-d53cbfe38276, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0594bab4-e3ec-4ec8-8c96-0244952c2733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '741d033c-c530-47ce-9014-d90e75a1422f'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:32:49.052862 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-3e40c3a0-bc38-4e24-969d-d01b0534c318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:49.119203 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-3e40c3a0-bc38-4e24-969d-d01b0534c318 service neutron] For port 8778f3d1-027d-4d5a-bcdb-d53cbfe38276, host hv-cinder-75793, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:32:49.122382 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-3e40c3a0-bc38-4e24-969d-d01b0534c318 service neutron] For port 8778f3d1-027d-4d5a-bcdb-d53cbfe38276, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=8778f3d1-027d-4d5a-bcdb-d53cbfe38276,segment=NetworkSegment(0594bab4-e3ec-4ec8-8c96-0244952c2733),segment_id=0594bab4-e3ec-4ec8-8c96-0244952c2733)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:32:49.127061 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-3e40c3a0-bc38-4e24-969d-d01b0534c318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126147372'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:49.160894 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-3e40c3a0-bc38-4e24-969d-d01b0534c318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:49.161599 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-3e40c3a0-bc38-4e24-969d-d01b0534c318 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:49.162907 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-3e40c3a0-bc38-4e24-969d-d01b0534c318 service neutron] 10.222.0.58 "PUT /v2.0/ports/8778f3d1-027d-4d5a-bcdb-d53cbfe38276 HTTP/1.1" status: 200 len: 1098 time: 0.8009446 Sep 03 16:32:49.163346 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25c0a43-0bab-4d61-8c21-b91257654a90', 'tag': '8778f3d1-027d-4d5a-bcdb-d53cbfe38276'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:32:49.166233 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60a3384ac15a167e802cb15cc86cd66e960e7e49bcb7609cd88b9514a3633fc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2cb7d0b-f307-4693-be72-654e407096a6" -d '{"events": [{"name": "network-changed", "server_uuid": "e25c0a43-0bab-4d61-8c21-b91257654a90", "tag": "8778f3d1-027d-4d5a-bcdb-d53cbfe38276"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:32:49.189530 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e40c3a0-bc38-4e24-969d-d01b0534c318 service neutron] Pushing event updated for resources: {'Port': ['ID=8778f3d1-027d-4d5a-bcdb-d53cbfe38276,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:32:49.206545 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35e31ea-fdb5-49f9-8d4d-58491cd1cc7b x-openstack-request-id: req-c35e31ea-fdb5-49f9-8d4d-58491cd1cc7b {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:32:49.206783 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e25c0a43-0bab-4d61-8c21-b91257654a90", "tag": "8778f3d1-027d-4d5a-bcdb-d53cbfe38276", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:32:49.207030 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c35e31ea-fdb5-49f9-8d4d-58491cd1cc7b {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:32:49.207423 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e25c0a43-0bab-4d61-8c21-b91257654a90', 'tag': '8778f3d1-027d-4d5a-bcdb-d53cbfe38276', 'status': 'completed', 'code': 200} Sep 03 16:32:49.315449 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb7d0b-f307-4693-be72-654e407096a6 req-40d3c43a-0c93-42ab-b39d-814fd0b1ac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:49.317024 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b2cb7d0b-f307-4693-be72-654e407096a6 req-40d3c43a-0c93-42ab-b39d-814fd0b1ac49 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d020e551b1884754b555da5606c9f97e&device_id=e25c0a43-0bab-4d61-8c21-b91257654a90 HTTP/1.1" status: 200 len: 1101 time: 0.0445316 Sep 03 16:32:49.358759 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b2cb7d0b-f307-4693-be72-654e407096a6 req-f19169c7-1043-4f11-9382-b5dc5582de9f service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=d020e551b1884754b555da5606c9f97e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311983 Sep 03 16:32:49.516617 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6afc8ac-0174-4642-a5d8-2f8ab20aa585 req-8a8a1965-deaf-439b-b9c1-8f1c5ae220fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:49.518104 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f6afc8ac-0174-4642-a5d8-2f8ab20aa585 req-8a8a1965-deaf-439b-b9c1-8f1c5ae220fe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e71e4fd9b30b4cdbb431569995a9b2b0&device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 1098 time: 0.0397604 Sep 03 16:32:49.519514 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb7d0b-f307-4693-be72-654e407096a6 req-547ce127-b73c-4cbc-b064-463d5a250795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:49.521076 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b2cb7d0b-f307-4693-be72-654e407096a6 req-547ce127-b73c-4cbc-b064-463d5a250795 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1540372 Sep 03 16:32:49.620925 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6afc8ac-0174-4642-a5d8-2f8ab20aa585 req-d7d56b02-741c-4b08-9f24-b7e00a7cc14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:49.622481 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f6afc8ac-0174-4642-a5d8-2f8ab20aa585 req-d7d56b02-741c-4b08-9f24-b7e00a7cc14c service neutron] 10.222.0.58 "GET /v2.0/networks?id=9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8 HTTP/1.1" status: 200 len: 918 time: 0.0948839 Sep 03 16:32:49.630185 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-a8177310-d0fe-4881-9d99-809fea09b4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:49.631672 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-a8177310-d0fe-4881-9d99-809fea09b4ec service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d020e551b1884754b555da5606c9f97e&device_id=e25c0a43-0bab-4d61-8c21-b91257654a90 HTTP/1.1" status: 200 len: 1101 time: 0.0699797 Sep 03 16:32:49.644410 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba635c69-5ccb-4695-b087-9e1ae11c5273 req-91d3ae37-7afa-43f9-ab83-44cffac7de57 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:49.645867 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ba635c69-5ccb-4695-b087-9e1ae11c5273 req-91d3ae37-7afa-43f9-ab83-44cffac7de57 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] 10.222.0.62 "GET /v2.0/ports?device_id=e25c0a43-0bab-4d61-8c21-b91257654a90 HTTP/1.1" status: 200 len: 948 time: 0.0593767 Sep 03 16:32:49.687646 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-0f655120-4ff8-41dd-98ef-7028ac1a5dbe service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=8778f3d1-027d-4d5a-bcdb-d53cbfe38276 HTTP/1.1" status: 200 len: 217 time: 0.0408378 Sep 03 16:32:49.690252 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f6afc8ac-0174-4642-a5d8-2f8ab20aa585 req-3a4a84b5-266b-4517-9bbe-f68f9cc6aa45 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d56a581-cddf-4929-ad30-f6e0c17ddeaa HTTP/1.1" status: 200 len: 1001 time: 0.0603924 Sep 03 16:32:49.744450 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6afc8ac-0174-4642-a5d8-2f8ab20aa585 req-24fdef8d-ac02-4922-a9e2-69067ad5fdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:49.744886 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ba635c69-5ccb-4695-b087-9e1ae11c5273 req-d2b6c305-0e3f-4c91-97d4-805e4a9434ba tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f2b266c-157d-4343-9249-244826e3dd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918832 Sep 03 16:32:49.746096 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f6afc8ac-0174-4642-a5d8-2f8ab20aa585 req-24fdef8d-ac02-4922-a9e2-69067ad5fdb8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5dcb62cb-36d4-4264-88ec-98f8e85fcb42 HTTP/1.1" status: 200 len: 856 time: 0.0456293 Sep 03 16:32:49.773968 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-41580405-e2b9-4488-8006-b51fafa5a244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:49.775379 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-41580405-e2b9-4488-8006-b51fafa5a244 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4fa2018a-e120-48bd-a49f-9e6428b349cd HTTP/1.1" status: 200 len: 843 time: 0.0753517 Sep 03 16:32:49.819876 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-e0c04ac8-759b-4e96-a84d-8340fba2f832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:49.821341 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6afc8ac-0174-4642-a5d8-2f8ab20aa585 req-f01fbf1e-bab9-413a-8a10-c3ce6f77e25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:49.821931 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-e0c04ac8-759b-4e96-a84d-8340fba2f832 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=741d033c-c530-47ce-9014-d90e75a1422f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0401647 Sep 03 16:32:49.822826 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f6afc8ac-0174-4642-a5d8-2f8ab20aa585 req-f01fbf1e-bab9-413a-8a10-c3ce6f77e25b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0690455 Sep 03 16:32:49.834641 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427f7ec-8cf2-4f2d-9948-aa3c7c324bf9 req-67c3de55-ac9e-4432-873f-99b33c78e919 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:49.836703 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a427f7ec-8cf2-4f2d-9948-aa3c7c324bf9 req-67c3de55-ac9e-4432-873f-99b33c78e919 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 945 time: 0.0711846 Sep 03 16:32:49.919617 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-4329bee3-8a6c-4762-99e1-5a4be370753f service neutron] 10.222.0.58 "GET /v2.0/networks/741d033c-c530-47ce-9014-d90e75a1422f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855482 Sep 03 16:32:49.925121 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a427f7ec-8cf2-4f2d-9948-aa3c7c324bf9 req-3b23a898-a1b5-442d-bada-4c457f972ac2 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793533 Sep 03 16:32:49.953442 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f6afc8ac-0174-4642-a5d8-2f8ab20aa585 req-8246a935-8990-4cbb-b97b-48cb72f75caf service neutron] 10.222.0.58 "GET /v2.0/networks/9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157029 Sep 03 16:32:50.018455 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-834be0f1-be9d-4b79-b47c-d9f320fc132d req-b968b93e-57d3-4ae6-aef7-aa6e306b8914 service neutron] 10.222.0.58 "GET /v2.0/networks/741d033c-c530-47ce-9014-d90e75a1422f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915203 Sep 03 16:32:50.055598 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f6afc8ac-0174-4642-a5d8-2f8ab20aa585 req-d2dd87bc-9a58-418d-b2d6-7c96b23b9be7 service neutron] 10.222.0.58 "GET /v2.0/networks/9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941494 Sep 03 16:32:50.579602 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7afbe869-0f6b-4796-b6af-d8b56108785a req-687161e4-5549-4631-8e75-76cc1d312caa service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395477 Sep 03 16:32:50.664477 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afbe869-0f6b-4796-b6af-d8b56108785a req-f269fe97-e519-459a-aec5-d17e8c34f260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:50.665991 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7afbe869-0f6b-4796-b6af-d8b56108785a req-f269fe97-e519-459a-aec5-d17e8c34f260 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c0e9fc1b46fd49209df7374ceb007e31&device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 1099 time: 0.0402765 Sep 03 16:32:50.775848 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afbe869-0f6b-4796-b6af-d8b56108785a req-f61d9b92-eb43-46d3-89b6-0e2f60fbb103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:50.777381 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7afbe869-0f6b-4796-b6af-d8b56108785a req-f61d9b92-eb43-46d3-89b6-0e2f60fbb103 service neutron] 10.222.0.58 "GET /v2.0/networks?id=58690dba-1022-4c9e-81cc-86b962d599bf HTTP/1.1" status: 200 len: 909 time: 0.0879047 Sep 03 16:32:50.802029 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30fea9dd-2dab-4865-ba17-13165276935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:50.879782 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7afbe869-0f6b-4796-b6af-d8b56108785a req-612cf48f-6314-4b0d-85d0-8aaac6de5934 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2420b4bd-d7d1-4690-ba58-46dfa91b08ef HTTP/1.1" status: 200 len: 1001 time: 0.0884194 Sep 03 16:32:50.894461 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e10233-f6c6-411b-b50a-834a6693cada req-a23859bc-e178-4b54-af38-a05529875d68 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:50.895902 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-59e10233-f6c6-411b-b50a-834a6693cada req-a23859bc-e178-4b54-af38-a05529875d68 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] 10.222.0.62 "GET /v2.0/ports?device_id=e25c0a43-0bab-4d61-8c21-b91257654a90 HTTP/1.1" status: 200 len: 948 time: 0.0671363 Sep 03 16:32:50.970898 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afbe869-0f6b-4796-b6af-d8b56108785a req-66d30137-1f43-4238-ae93-b1e874546896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:50.972375 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7afbe869-0f6b-4796-b6af-d8b56108785a req-66d30137-1f43-4238-ae93-b1e874546896 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=01cb09c6-cd3f-43d5-a532-d6fddd4018cb HTTP/1.1" status: 200 len: 847 time: 0.0756392 Sep 03 16:32:50.975263 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-59e10233-f6c6-411b-b50a-834a6693cada req-665be367-3b37-491f-a328-fafea09637cb tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f2b266c-157d-4343-9249-244826e3dd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709505 Sep 03 16:32:51.021056 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afbe869-0f6b-4796-b6af-d8b56108785a req-685642db-2b0e-4301-a844-5a0aec085792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:51.022476 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7afbe869-0f6b-4796-b6af-d8b56108785a req-685642db-2b0e-4301-a844-5a0aec085792 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=58690dba-1022-4c9e-81cc-86b962d599bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414190 Sep 03 16:32:51.048544 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea35348-488c-45a8-a4ca-14b5a606dffc req-22535c08-73e6-4b28-afa6-314b1be16b21 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:51.050116 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0ea35348-488c-45a8-a4ca-14b5a606dffc req-22535c08-73e6-4b28-afa6-314b1be16b21 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 945 time: 0.0490644 Sep 03 16:32:51.087928 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0ea35348-488c-45a8-a4ca-14b5a606dffc req-9870e665-568e-4552-a0be-5ab085ab2bcb tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320072 Sep 03 16:32:51.116456 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7afbe869-0f6b-4796-b6af-d8b56108785a req-f9d8f5d8-5def-4a93-8765-17762a54b420 service neutron] 10.222.0.58 "GET /v2.0/networks/58690dba-1022-4c9e-81cc-86b962d599bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858901 Sep 03 16:32:51.204203 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7afbe869-0f6b-4796-b6af-d8b56108785a req-c19692cd-9297-4d25-9364-e031a7b0c618 service neutron] 10.222.0.58 "GET /v2.0/networks/58690dba-1022-4c9e-81cc-86b962d599bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801566 Sep 03 16:32:52.110603 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e5f0f4-31bb-4fba-b450-f1ac5a7641c5 req-09de85e6-58ef-4f84-868b-faecfcad6878 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:52.112755 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-85e5f0f4-31bb-4fba-b450-f1ac5a7641c5 req-09de85e6-58ef-4f84-868b-faecfcad6878 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] 10.222.0.62 "GET /v2.0/ports?device_id=e25c0a43-0bab-4d61-8c21-b91257654a90 HTTP/1.1" status: 200 len: 948 time: 0.0655923 Sep 03 16:32:52.151275 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-85e5f0f4-31bb-4fba-b450-f1ac5a7641c5 req-856c9d8f-7eaa-4dba-95bb-0776139d2fe5 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f2b266c-157d-4343-9249-244826e3dd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322037 Sep 03 16:32:52.197675 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 8778f3d1-027d-4d5a-bcdb-d53cbfe38276 details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 16:32:52.216475 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de2c20-0418-45b1-8838-d12393b940b1 req-0017e634-411f-455b-aefe-6f4a59919768 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:52.218081 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-06de2c20-0418-45b1-8838-d12393b940b1 req-0017e634-411f-455b-aefe-6f4a59919768 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 945 time: 0.0530045 Sep 03 16:32:52.258765 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-06de2c20-0418-45b1-8838-d12393b940b1 req-cd89df41-6fa7-4ba9-a06f-33dd0d4f04b6 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342097 Sep 03 16:32:52.308811 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 8778f3d1-027d-4d5a-bcdb-d53cbfe38276, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=8778f3d1-027d-4d5a-bcdb-d53cbfe38276,segment=NetworkSegment(0594bab4-e3ec-4ec8-8c96-0244952c2733),segment_id=0594bab4-e3ec-4ec8-8c96-0244952c2733)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:32:52.329523 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Returning: {'device': '8778f3d1-027d-4d5a-bcdb-d53cbfe38276', 'network_id': '741d033c-c530-47ce-9014-d90e75a1422f', 'port_id': '8778f3d1-027d-4d5a-bcdb-d53cbfe38276', 'mac_address': 'fa:16:3e:6d:d3:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 865, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fa2018a-e120-48bd-a49f-9e6428b349cd', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 16:32:52.332211 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:52.367636 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:52.380433 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8778f3d1-027d-4d5a-bcdb-d53cbfe38276 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:32:52.400315 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 8778f3d1-027d-4d5a-bcdb-d53cbfe38276, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=8778f3d1-027d-4d5a-bcdb-d53cbfe38276,segment=NetworkSegment(0594bab4-e3ec-4ec8-8c96-0244952c2733),segment_id=0594bab4-e3ec-4ec8-8c96-0244952c2733)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:32:52.404234 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:52.461492 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=8778f3d1-027d-4d5a-bcdb-d53cbfe38276,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:32:52.665495 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] get_ports_and_sgs() called for port_ids ['8778f3d1-027d-4d5a-bcdb-d53cbfe38276'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:32:52.802006 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [req-84913899-2205-4bcd-98d0-56f831342a52 req-3b94190b-7191-44bd-8126-c7a7fd402e5b service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=93827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 16:32:52.803052 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-84913899-2205-4bcd-98d0-56f831342a52 req-3b94190b-7191-44bd-8126-c7a7fd402e5b service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0546484 Sep 03 16:32:52.958936 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161b780-7d63-4b6e-ac52-5277c15bcc78 req-82ac30c2-9607-4a7d-b4b1-4fd19be40348 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:52.960483 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d161b780-7d63-4b6e-ac52-5277c15bcc78 req-82ac30c2-9607-4a7d-b4b1-4fd19be40348 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 945 time: 0.0488124 Sep 03 16:32:52.999162 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d161b780-7d63-4b6e-ac52-5277c15bcc78 req-cd0ff116-50fd-40f1-b999-6463bab2736b tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323453 Sep 03 16:32:53.184771 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 51786) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:32:53.266070 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-79ced441-3e11-4942-9473-4d755db8a41e req-5c705378-afcd-4fd3-9145-24f0929a5fcc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0801063 Sep 03 16:32:53.269778 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502de9f-bbb4-4626-b446-76bd07d31e3f req-d430667d-6067-4a51-9191-3176d6a10ed4 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:53.271334 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-c502de9f-bbb4-4626-b446-76bd07d31e3f req-d430667d-6067-4a51-9191-3176d6a10ed4 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] 10.222.0.62 "GET /v2.0/ports?device_id=e25c0a43-0bab-4d61-8c21-b91257654a90 HTTP/1.1" status: 200 len: 949 time: 0.0519912 Sep 03 16:32:53.275649 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [req-79ced441-3e11-4942-9473-4d755db8a41e req-99e75a8b-d425-4d15-880a-a2612cec6309 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 16:32:53.276736 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-79ced441-3e11-4942-9473-4d755db8a41e req-99e75a8b-d425-4d15-880a-a2612cec6309 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058010 Sep 03 16:32:53.309424 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-c502de9f-bbb4-4626-b446-76bd07d31e3f req-1a51b8ce-e0fc-4126-8897-d652c1bc9f12 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f2b266c-157d-4343-9249-244826e3dd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312719 Sep 03 16:32:54.125627 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbd376-ea74-4789-bef8-d5ccdacad194 req-54b126da-cc42-4857-a99d-dfd812f65fa4 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:54.127138 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-98bbd376-ea74-4789-bef8-d5ccdacad194 req-54b126da-cc42-4857-a99d-dfd812f65fa4 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 945 time: 0.0508056 Sep 03 16:32:54.170266 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-98bbd376-ea74-4789-bef8-d5ccdacad194 req-d065af35-1903-46b5-800d-1a4598c08520 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371993 Sep 03 16:32:54.200448 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 8778f3d1-027d-4d5a-bcdb-d53cbfe38276 up at agent hyperv_hv-cinder-75793 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:32:54.248411 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Provisioning for port 8778f3d1-027d-4d5a-bcdb-d53cbfe38276 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:32:54.252095 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Provisioning complete for port 8778f3d1-027d-4d5a-bcdb-d53cbfe38276 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:32:54.252471 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:54.336485 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:54.359845 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25c0a43-0bab-4d61-8c21-b91257654a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8778f3d1-027d-4d5a-bcdb-d53cbfe38276'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:32:54.362158 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b89f8b623511fb8008411a61343ca2df4e8635703a50781169befd4cf5794b60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716e37ad-0645-486f-be09-68703df49eba" -d '{"events": [{"server_uuid": "e25c0a43-0bab-4d61-8c21-b91257654a90", "name": "network-vif-plugged", "status": "completed", "tag": "8778f3d1-027d-4d5a-bcdb-d53cbfe38276"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:32:54.375407 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 8778f3d1-027d-4d5a-bcdb-d53cbfe38276, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=8778f3d1-027d-4d5a-bcdb-d53cbfe38276,segment=NetworkSegment(0594bab4-e3ec-4ec8-8c96-0244952c2733),segment_id=0594bab4-e3ec-4ec8-8c96-0244952c2733)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:32:54.381374 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:54.381640 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 2d56a581-cddf-4929-ad30-f6e0c17ddeaa no longer exists at agent hyperv_hv-cinder-75793 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:32:54.407293 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866575a2-e1dc-4bcb-8daa-e712ac19588c x-openstack-request-id: req-866575a2-e1dc-4bcb-8daa-e712ac19588c {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:32:54.407571 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25c0a43-0bab-4d61-8c21-b91257654a90", "name": "network-vif-plugged", "status": "completed", "tag": "8778f3d1-027d-4d5a-bcdb-d53cbfe38276", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:32:54.408092 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-866575a2-e1dc-4bcb-8daa-e712ac19588c {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:32:54.408200 dv-cinder-757936-8-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25c0a43-0bab-4d61-8c21-b91257654a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8778f3d1-027d-4d5a-bcdb-d53cbfe38276', 'code': 200} Sep 03 16:32:54.439520 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a33c4e-50a2-4041-b551-2cb339c3e428 req-72ac5cbd-fd78-4122-ae8b-964b59d93186 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:54.441938 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e2a33c4e-50a2-4041-b551-2cb339c3e428 req-72ac5cbd-fd78-4122-ae8b-964b59d93186 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] 10.222.0.62 "GET /v2.0/ports?device_id=e25c0a43-0bab-4d61-8c21-b91257654a90 HTTP/1.1" status: 200 len: 950 time: 0.0633225 Sep 03 16:32:54.463067 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=8778f3d1-027d-4d5a-bcdb-d53cbfe38276,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:32:54.491584 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e2a33c4e-50a2-4041-b551-2cb339c3e428 req-acc4c5f4-a5b1-43fd-9b77-af1a1d670d44 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f2b266c-157d-4343-9249-244826e3dd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422108 Sep 03 16:32:54.519481 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:54.550601 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 2d56a581-cddf-4929-ad30-f6e0c17ddeaa, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=2d56a581-cddf-4929-ad30-f6e0c17ddeaa,segment=NetworkSegment(c7c8f7dc-1301-40da-a83e-347a76dd7ead),segment_id=c7c8f7dc-1301-40da-a83e-347a76dd7ead)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:32:54.554849 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:32:54.595422 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57392bcc-d745-46dc-bfa7-cbd4d2267a85 req-2073513c-01ae-4902-8e4f-e626386d4930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:54.596837 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-57392bcc-d745-46dc-bfa7-cbd4d2267a85 req-2073513c-01ae-4902-8e4f-e626386d4930 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e25c0a43-0bab-4d61-8c21-b91257654a90 HTTP/1.1" status: 200 len: 1103 time: 0.0409892 Sep 03 16:32:54.602769 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=2d56a581-cddf-4929-ad30-f6e0c17ddeaa,revision_number=8']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:32:54.633325 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-57392bcc-d745-46dc-bfa7-cbd4d2267a85 req-17f69bd9-d3d4-4738-8d05-3567fbd0dcef service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4f2b266c-157d-4343-9249-244826e3dd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282269 Sep 03 16:32:54.665059 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ced441-3e11-4942-9473-4d755db8a41e req-3e5a32cf-60db-4feb-8887-d401d48c3517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:54.666552 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-79ced441-3e11-4942-9473-4d755db8a41e req-3e5a32cf-60db-4feb-8887-d401d48c3517 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479&tenant_id=e71e4fd9b30b4cdbb431569995a9b2b0 HTTP/1.1" status: 200 len: 1096 time: 0.0761137 Sep 03 16:32:54.909519 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ced441-3e11-4942-9473-4d755db8a41e req-505b3047-8174-472a-bdf3-b36fc0f75b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:54.911012 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-79ced441-3e11-4942-9473-4d755db8a41e req-505b3047-8174-472a-bdf3-b36fc0f75b7d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e71e4fd9b30b4cdbb431569995a9b2b0&device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 1096 time: 0.0437441 Sep 03 16:32:54.999158 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ced441-3e11-4942-9473-4d755db8a41e req-a9ef5e25-fef9-4056-bd87-1f0d30fbe7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:55.000595 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-79ced441-3e11-4942-9473-4d755db8a41e req-a9ef5e25-fef9-4056-bd87-1f0d30fbe7b3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8 HTTP/1.1" status: 200 len: 918 time: 0.0806971 Sep 03 16:32:55.067292 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-79ced441-3e11-4942-9473-4d755db8a41e req-7430cf29-e7df-4d80-8095-3ed37394dcef service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d56a581-cddf-4929-ad30-f6e0c17ddeaa HTTP/1.1" status: 200 len: 999 time: 0.0584276 Sep 03 16:32:55.113854 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ced441-3e11-4942-9473-4d755db8a41e req-28290968-aefb-460f-a378-37bda35b16d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:55.115245 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-79ced441-3e11-4942-9473-4d755db8a41e req-28290968-aefb-460f-a378-37bda35b16d2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5dcb62cb-36d4-4264-88ec-98f8e85fcb42 HTTP/1.1" status: 200 len: 856 time: 0.0412226 Sep 03 16:32:55.158894 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ced441-3e11-4942-9473-4d755db8a41e req-134ef09b-bdaa-4539-83c7-862a5b9345f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:55.160287 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-79ced441-3e11-4942-9473-4d755db8a41e req-134ef09b-bdaa-4539-83c7-862a5b9345f1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378530 Sep 03 16:32:55.253714 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-79ced441-3e11-4942-9473-4d755db8a41e req-3a3c6ff8-1927-429a-a6ac-dde14c681108 service neutron] 10.222.0.58 "GET /v2.0/networks/9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846062 Sep 03 16:32:55.291028 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384b813-8391-453e-b712-0770c03f7acb req-b20aebaf-69ef-456e-bc37-ea2b6beba17c tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:55.292568 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6384b813-8391-453e-b712-0770c03f7acb req-b20aebaf-69ef-456e-bc37-ea2b6beba17c tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 943 time: 0.0485814 Sep 03 16:32:55.331616 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6384b813-8391-453e-b712-0770c03f7acb req-5f024d92-098a-45ca-aa73-c5a8094e3f39 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317738 Sep 03 16:32:55.343450 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-79ced441-3e11-4942-9473-4d755db8a41e req-873994f6-d7de-40be-bd8e-2ca3a9593fce service neutron] 10.222.0.58 "GET /v2.0/networks/9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819998 Sep 03 16:32:55.615076 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c097e30-aaef-44d3-b219-9186849c8f34 req-bcc26f4c-b62e-4de7-ae53-d2971e869609 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:55.616570 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1c097e30-aaef-44d3-b219-9186849c8f34 req-bcc26f4c-b62e-4de7-ae53-d2971e869609 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] 10.222.0.62 "GET /v2.0/ports?device_id=e25c0a43-0bab-4d61-8c21-b91257654a90 HTTP/1.1" status: 200 len: 950 time: 0.0528009 Sep 03 16:32:55.654934 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1c097e30-aaef-44d3-b219-9186849c8f34 req-6c6dd95f-3b61-414d-8edd-d7512d0a3f4c tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f2b266c-157d-4343-9249-244826e3dd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323012 Sep 03 16:32:56.410704 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4038665-f4bb-49d7-b67b-028b88ad0479', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d56a581-cddf-4929-ad30-f6e0c17ddeaa'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:32:56.413025 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b89f8b623511fb8008411a61343ca2df4e8635703a50781169befd4cf5794b60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46f4f62-4ed0-4a95-a3a3-ee220c92db76" -d '{"events": [{"server_uuid": "f4038665-f4bb-49d7-b67b-028b88ad0479", "name": "network-vif-unplugged", "status": "completed", "tag": "2d56a581-cddf-4929-ad30-f6e0c17ddeaa"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:32:56.464220 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7c0cd-a79b-4bf7-a354-26d6538fb4cc req-df0b6287-74ee-47fd-aab1-d7bcd74fe384 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:56.465807 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-70e7c0cd-a79b-4bf7-a354-26d6538fb4cc req-df0b6287-74ee-47fd-aab1-d7bcd74fe384 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 943 time: 0.0578711 Sep 03 16:32:56.503370 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-70e7c0cd-a79b-4bf7-a354-26d6538fb4cc req-a9e6948e-ba39-4d88-a9a5-b020e9b9a885 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313771 Sep 03 16:32:56.561732 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 03 Sep 2021 16:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9620cf1-e46a-44bb-898a-c689a693d4e1 x-openstack-request-id: req-e9620cf1-e46a-44bb-898a-c689a693d4e1 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:32:56.562026 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4038665-f4bb-49d7-b67b-028b88ad0479", "name": "network-vif-unplugged", "status": "completed", "tag": "2d56a581-cddf-4929-ad30-f6e0c17ddeaa", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:32:56.562281 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e9620cf1-e46a-44bb-898a-c689a693d4e1 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:32:56.562678 dv-cinder-757936-8-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4038665-f4bb-49d7-b67b-028b88ad0479', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d56a581-cddf-4929-ad30-f6e0c17ddeaa', 'code': 200} Sep 03 16:32:56.778808 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eab66f-cb4c-479f-b7f8-81bc22f73867 req-25f5d009-10f0-4903-8026-0f0474586578 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:56.780652 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-74eab66f-cb4c-479f-b7f8-81bc22f73867 req-25f5d009-10f0-4903-8026-0f0474586578 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] 10.222.0.62 "GET /v2.0/ports?device_id=e25c0a43-0bab-4d61-8c21-b91257654a90 HTTP/1.1" status: 200 len: 950 time: 0.0531898 Sep 03 16:32:56.818742 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-74eab66f-cb4c-479f-b7f8-81bc22f73867 req-f9eab76b-5a28-4093-ac63-60858fb4cb7a tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f2b266c-157d-4343-9249-244826e3dd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319316 Sep 03 16:32:57.090295 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb5394f-f049-4a03-8bb3-11b8192f8a9e req-912dcbf8-cedd-48a4-86a8-0529ee072e21 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:57.091849 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cfb5394f-f049-4a03-8bb3-11b8192f8a9e req-912dcbf8-cedd-48a4-86a8-0529ee072e21 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] 10.222.0.62 "GET /v2.0/ports?device_id=e25c0a43-0bab-4d61-8c21-b91257654a90 HTTP/1.1" status: 200 len: 950 time: 0.0535963 Sep 03 16:32:57.132729 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cfb5394f-f049-4a03-8bb3-11b8192f8a9e req-42b3860b-876f-4e5e-bd3e-4f7f4d7d0144 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f2b266c-157d-4343-9249-244826e3dd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348229 Sep 03 16:32:57.628153 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe0534-8b5a-4052-b404-f4143cd990c7 req-391668c3-1478-4bed-8ed9-c8faff30fd57 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:57.629757 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0bbe0534-8b5a-4052-b404-f4143cd990c7 req-391668c3-1478-4bed-8ed9-c8faff30fd57 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 943 time: 0.0520992 Sep 03 16:32:57.671503 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0bbe0534-8b5a-4052-b404-f4143cd990c7 req-b2e0802b-cc74-405f-a5cd-8eb04ea0698a tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351806 Sep 03 16:32:58.251956 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9bc798-0f78-4095-aa13-93a5072a1d5b req-9d69e7c7-c5bd-4abe-8b20-30bf67f3bcc2 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:58.253510 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5c9bc798-0f78-4095-aa13-93a5072a1d5b req-9d69e7c7-c5bd-4abe-8b20-30bf67f3bcc2 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] 10.222.0.62 "GET /v2.0/ports?device_id=e25c0a43-0bab-4d61-8c21-b91257654a90 HTTP/1.1" status: 200 len: 950 time: 0.0487442 Sep 03 16:32:58.296727 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5c9bc798-0f78-4095-aa13-93a5072a1d5b req-904d0420-4408-4198-b246-fb7b80416572 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f2b266c-157d-4343-9249-244826e3dd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366292 Sep 03 16:32:58.801675 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a52f9d-2cd3-4fae-9a64-1fb0d8eae932 req-53cb2c64-b5c1-4b2c-9526-8beba10e47f3 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:58.803138 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-33a52f9d-2cd3-4fae-9a64-1fb0d8eae932 req-53cb2c64-b5c1-4b2c-9526-8beba10e47f3 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 943 time: 0.0608675 Sep 03 16:32:58.839542 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-33a52f9d-2cd3-4fae-9a64-1fb0d8eae932 req-6de0a3b6-56bf-4666-aab3-72d86479c2e4 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298579 Sep 03 16:32:59.410040 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a3418-324e-4e64-89c6-8d9ba4b61622 req-e8b7775c-473d-428f-ab1a-234288a30070 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:59.411729 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d16a3418-324e-4e64-89c6-8d9ba4b61622 req-e8b7775c-473d-428f-ab1a-234288a30070 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] 10.222.0.62 "GET /v2.0/ports?device_id=e25c0a43-0bab-4d61-8c21-b91257654a90 HTTP/1.1" status: 200 len: 950 time: 0.0490768 Sep 03 16:32:59.450956 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d16a3418-324e-4e64-89c6-8d9ba4b61622 req-9686cf52-bcc7-4239-bf94-444cdb605d8b tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f2b266c-157d-4343-9249-244826e3dd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324113 Sep 03 16:32:59.961852 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b044c-666d-4b93-8c87-cfb1d88ca4e0 req-4e76b902-6d0b-42b6-b1b5-7091ba3f7dcb tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:32:59.963312 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-128b044c-666d-4b93-8c87-cfb1d88ca4e0 req-4e76b902-6d0b-42b6-b1b5-7091ba3f7dcb tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 943 time: 0.0509577 Sep 03 16:33:00.001668 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-128b044c-666d-4b93-8c87-cfb1d88ca4e0 req-f0f84fea-86fb-49af-aba5-147a0b0aa357 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324123 Sep 03 16:33:00.570499 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8c900-ee44-49e4-8e1e-b6322fb9452b req-6639bac8-f85b-4913-8e16-41031f407c89 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:00.571957 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1ff8c900-ee44-49e4-8e1e-b6322fb9452b req-6639bac8-f85b-4913-8e16-41031f407c89 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] 10.222.0.62 "GET /v2.0/ports?device_id=e25c0a43-0bab-4d61-8c21-b91257654a90 HTTP/1.1" status: 200 len: 950 time: 0.0538206 Sep 03 16:33:00.611806 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1ff8c900-ee44-49e4-8e1e-b6322fb9452b req-5ff4c730-47cb-43d5-b564-a4ad6458f929 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f2b266c-157d-4343-9249-244826e3dd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338488 Sep 03 16:33:01.149415 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982935e-f19b-4380-8180-1ba7da014c21 req-9b29f502-f40d-4709-a70a-41771eb1d160 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:01.151191 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a982935e-f19b-4380-8180-1ba7da014c21 req-9b29f502-f40d-4709-a70a-41771eb1d160 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 943 time: 0.0633676 Sep 03 16:33:01.188076 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a982935e-f19b-4380-8180-1ba7da014c21 req-608d4754-ad61-4c4c-aa30-eba3bf1e5343 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311177 Sep 03 16:33:01.732041 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559dfddf-6aac-41b2-9fb7-87f2bf71e94e req-a7a0e772-dd99-40ca-9579-4b3cbbc11516 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:01.734175 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-559dfddf-6aac-41b2-9fb7-87f2bf71e94e req-a7a0e772-dd99-40ca-9579-4b3cbbc11516 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] 10.222.0.62 "GET /v2.0/ports?device_id=e25c0a43-0bab-4d61-8c21-b91257654a90 HTTP/1.1" status: 200 len: 950 time: 0.0501592 Sep 03 16:33:01.772738 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-559dfddf-6aac-41b2-9fb7-87f2bf71e94e req-10ee3468-ba65-4050-835a-87f2c3f95c6a tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f2b266c-157d-4343-9249-244826e3dd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319571 Sep 03 16:33:02.326761 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3e70d-5e65-4eaf-a5de-4dac07ba5486 req-76ec08cb-dd2c-492c-bd4f-421b91f75647 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:02.328308 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-01c3e70d-5e65-4eaf-a5de-4dac07ba5486 req-76ec08cb-dd2c-492c-bd4f-421b91f75647 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 943 time: 0.0576456 Sep 03 16:33:02.367564 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-01c3e70d-5e65-4eaf-a5de-4dac07ba5486 req-8bd5f16e-0ae9-408d-a301-c19b045fd11e tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329039 Sep 03 16:33:02.909310 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30582ebb-b17f-4081-8338-136eadb811eb req-394c2721-9243-467f-97d4-6309a344c704 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:02.910811 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-30582ebb-b17f-4081-8338-136eadb811eb req-394c2721-9243-467f-97d4-6309a344c704 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] 10.222.0.62 "GET /v2.0/ports?device_id=e25c0a43-0bab-4d61-8c21-b91257654a90 HTTP/1.1" status: 200 len: 950 time: 0.0523155 Sep 03 16:33:02.951322 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-30582ebb-b17f-4081-8338-136eadb811eb req-5cc63940-909b-4dec-8786-8b26b4c38663 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f2b266c-157d-4343-9249-244826e3dd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342233 Sep 03 16:33:03.503510 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f2d85-9ec1-4cab-9ce6-3398bc58fe62 req-8e6e0828-90de-46d5-90e8-0261d7a8e186 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:03.505131 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-308f2d85-9ec1-4cab-9ce6-3398bc58fe62 req-8e6e0828-90de-46d5-90e8-0261d7a8e186 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 943 time: 0.0495987 Sep 03 16:33:03.545790 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-308f2d85-9ec1-4cab-9ce6-3398bc58fe62 req-46c49130-dda2-48fe-8319-cc0b3e9655a3 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342078 Sep 03 16:33:04.084896 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64eaa3f-87da-4262-911d-533cd83ff29d req-8521089a-f68b-43fe-bc2a-1b900de44039 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:04.087118 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-c64eaa3f-87da-4262-911d-533cd83ff29d req-8521089a-f68b-43fe-bc2a-1b900de44039 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] 10.222.0.62 "GET /v2.0/ports?device_id=e25c0a43-0bab-4d61-8c21-b91257654a90 HTTP/1.1" status: 200 len: 950 time: 0.0520830 Sep 03 16:33:04.125027 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-c64eaa3f-87da-4262-911d-533cd83ff29d req-944175c5-5e77-4df1-85ef-d51e3a149ac4 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f2b266c-157d-4343-9249-244826e3dd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316279 Sep 03 16:33:04.687826 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73d7ab-a73e-4156-bf7f-8c716e3d9bcb req-62cee9f9-7227-4c1b-ba38-5ee7ba0aced8 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:04.689369 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-bb73d7ab-a73e-4156-bf7f-8c716e3d9bcb req-62cee9f9-7227-4c1b-ba38-5ee7ba0aced8 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 943 time: 0.0510614 Sep 03 16:33:04.729945 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-bb73d7ab-a73e-4156-bf7f-8c716e3d9bcb req-217f76f8-1fe4-41c2-9cd3-5fe08820f20d tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343978 Sep 03 16:33:05.250801 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a32057-d856-4e2a-91ef-76937d2f6293 req-ac298788-2b2c-4459-8992-313974652fa4 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:05.252558 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a8a32057-d856-4e2a-91ef-76937d2f6293 req-ac298788-2b2c-4459-8992-313974652fa4 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] 10.222.0.62 "GET /v2.0/ports?device_id=e25c0a43-0bab-4d61-8c21-b91257654a90 HTTP/1.1" status: 200 len: 950 time: 0.0516682 Sep 03 16:33:05.290458 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a8a32057-d856-4e2a-91ef-76937d2f6293 req-6b1c33b6-ccc1-44a5-9ded-181d58c81f0a tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f2b266c-157d-4343-9249-244826e3dd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312254 Sep 03 16:33:06.087871 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac63125-324b-47b6-a853-a229cd2b8654 req-0501722a-c8e3-4b1e-9370-73888d119fd0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:06.089430 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3ac63125-324b-47b6-a853-a229cd2b8654 req-0501722a-c8e3-4b1e-9370-73888d119fd0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 943 time: 0.2743003 Sep 03 16:33:06.126886 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3ac63125-324b-47b6-a853-a229cd2b8654 req-938a33b7-6896-4109-adc3-c7aa191dd587 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314982 Sep 03 16:33:06.408755 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510575f-92f1-43a5-823a-757054b354c6 req-2993edd7-a97e-4488-810e-cc495ff9c46d tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:06.410157 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4510575f-92f1-43a5-823a-757054b354c6 req-2993edd7-a97e-4488-810e-cc495ff9c46d tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] 10.222.0.62 "GET /v2.0/ports?device_id=e25c0a43-0bab-4d61-8c21-b91257654a90 HTTP/1.1" status: 200 len: 950 time: 0.0506670 Sep 03 16:33:06.449497 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4510575f-92f1-43a5-823a-757054b354c6 req-cf07f5b6-7b5f-488a-8a65-135d53c1a732 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f2b266c-157d-4343-9249-244826e3dd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332911 Sep 03 16:33:07.256382 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168483a-6182-4760-99cc-933a71d3f8bd req-99b5e5be-3a64-4710-99e4-1b49bc467f14 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:07.258590 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1168483a-6182-4760-99cc-933a71d3f8bd req-99b5e5be-3a64-4710-99e4-1b49bc467f14 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 943 time: 0.0579681 Sep 03 16:33:07.309130 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1168483a-6182-4760-99cc-933a71d3f8bd req-c04272bd-d9d3-4bb8-a705-42ee93dd8b3a tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432644 Sep 03 16:33:07.571030 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc145a51-9bf4-4a61-9d00-df0609a29ebc req-dec7de56-0e9e-46a4-a173-f29de99efb83 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:07.572515 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fc145a51-9bf4-4a61-9d00-df0609a29ebc req-dec7de56-0e9e-46a4-a173-f29de99efb83 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] 10.222.0.62 "GET /v2.0/ports?device_id=e25c0a43-0bab-4d61-8c21-b91257654a90 HTTP/1.1" status: 200 len: 950 time: 0.0553331 Sep 03 16:33:07.611733 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fc145a51-9bf4-4a61-9d00-df0609a29ebc req-8c86889b-df65-46e5-a802-83954f81cd4c tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f2b266c-157d-4343-9249-244826e3dd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332384 Sep 03 16:33:07.861998 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-e252f19f-dd3e-4d3c-8df8-c3041748f205 None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:33:08.424320 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29be5b7-3a02-488c-94ef-b71a065c0870 req-182a494b-464f-4498-8ada-fc6d56273a7d tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:08.425668 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d29be5b7-3a02-488c-94ef-b71a065c0870 req-182a494b-464f-4498-8ada-fc6d56273a7d tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 943 time: 0.0467753 Sep 03 16:33:08.463302 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d29be5b7-3a02-488c-94ef-b71a065c0870 req-58c08d87-d109-46ab-8a95-b3e50f8e21cb tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313289 Sep 03 16:33:08.730989 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2a9d0-ab8a-42ec-8e66-77c9fec00177 req-a8919a3b-bf28-4e3a-b39b-facf49ce91e2 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:08.732374 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a7a2a9d0-ab8a-42ec-8e66-77c9fec00177 req-a8919a3b-bf28-4e3a-b39b-facf49ce91e2 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] 10.222.0.62 "GET /v2.0/ports?device_id=e25c0a43-0bab-4d61-8c21-b91257654a90 HTTP/1.1" status: 200 len: 950 time: 0.0514910 Sep 03 16:33:08.769735 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a7a2a9d0-ab8a-42ec-8e66-77c9fec00177 req-ea772570-50c9-40c6-a1c5-32c99e44df11 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f2b266c-157d-4343-9249-244826e3dd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311890 Sep 03 16:33:09.582577 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69402681-6f9a-4527-a547-7d0dbdc702f9 req-779e4b8d-3a3e-4dd9-9049-660f2f844db3 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:09.584147 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-69402681-6f9a-4527-a547-7d0dbdc702f9 req-779e4b8d-3a3e-4dd9-9049-660f2f844db3 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 943 time: 0.0482781 Sep 03 16:33:09.622098 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-69402681-6f9a-4527-a547-7d0dbdc702f9 req-cb761b6f-a30e-45cc-8222-71b11c454aa8 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310013 Sep 03 16:33:09.722447 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ee088-5768-4cd5-a01f-5af5a0bf918d req-27667dc4-30b1-4847-ac1b-687de4419291 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:09.723843 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-977ee088-5768-4cd5-a01f-5af5a0bf918d req-27667dc4-30b1-4847-ac1b-687de4419291 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] 10.222.0.58 "GET /v2.0/ports?device_id=e25c0a43-0bab-4d61-8c21-b91257654a90 HTTP/1.1" status: 200 len: 950 time: 0.0481336 Sep 03 16:33:09.817563 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-977ee088-5768-4cd5-a01f-5af5a0bf918d req-815af3e8-b9de-430f-ac26-cb6efb3ec30a tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Deleting port 8778f3d1-027d-4d5a-bcdb-d53cbfe38276 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:33:09.817913 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-977ee088-5768-4cd5-a01f-5af5a0bf918d req-815af3e8-b9de-430f-ac26-cb6efb3ec30a tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:09.937068 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa494aa-455e-443f-a287-45ebdeaa702d req-2918d456-3993-4c4b-9376-d2862459dca6 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:09.938558 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-caa494aa-455e-443f-a287-45ebdeaa702d req-2918d456-3993-4c4b-9376-d2862459dca6 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] 10.222.0.62 "GET /v2.0/ports?device_id=e25c0a43-0bab-4d61-8c21-b91257654a90 HTTP/1.1" status: 200 len: 950 time: 0.0954065 Sep 03 16:33:09.943506 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-977ee088-5768-4cd5-a01f-5af5a0bf918d req-815af3e8-b9de-430f-ac26-cb6efb3ec30a tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] For port 8778f3d1-027d-4d5a-bcdb-d53cbfe38276, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=8778f3d1-027d-4d5a-bcdb-d53cbfe38276,segment=NetworkSegment(0594bab4-e3ec-4ec8-8c96-0244952c2733),segment_id=0594bab4-e3ec-4ec8-8c96-0244952c2733)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:33:09.943878 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-977ee088-5768-4cd5-a01f-5af5a0bf918d req-815af3e8-b9de-430f-ac26-cb6efb3ec30a tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:09.969484 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-977ee088-5768-4cd5-a01f-5af5a0bf918d req-815af3e8-b9de-430f-ac26-cb6efb3ec30a tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Calling delete_port for 8778f3d1-027d-4d5a-bcdb-d53cbfe38276 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:33:10.022559 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-caa494aa-455e-443f-a287-45ebdeaa702d req-d393a5fc-f24f-4208-9852-e06c4e7cc5d9 tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f2b266c-157d-4343-9249-244826e3dd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754595 Sep 03 16:33:10.112683 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-977ee088-5768-4cd5-a01f-5af5a0bf918d req-815af3e8-b9de-430f-ac26-cb6efb3ec30a tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126147387'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:10.126183 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] get_ports_and_sgs() called for port_ids ['8778f3d1-027d-4d5a-bcdb-d53cbfe38276'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:33:10.142838 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815af3e8-b9de-430f-ac26-cb6efb3ec30a tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Pushing event deleted for resources: {'Port': ['ID=8778f3d1-027d-4d5a-bcdb-d53cbfe38276,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:33:10.155096 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815af3e8-b9de-430f-ac26-cb6efb3ec30a tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:33:10.155367 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815af3e8-b9de-430f-ac26-cb6efb3ec30a tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:33:10.155721 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815af3e8-b9de-430f-ac26-cb6efb3ec30a tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:33:10.156064 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815af3e8-b9de-430f-ac26-cb6efb3ec30a tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:33:10.156404 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815af3e8-b9de-430f-ac26-cb6efb3ec30a tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:33:10.156794 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815af3e8-b9de-430f-ac26-cb6efb3ec30a tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:33:10.157177 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815af3e8-b9de-430f-ac26-cb6efb3ec30a tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:33:10.157513 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815af3e8-b9de-430f-ac26-cb6efb3ec30a tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:33:10.157898 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815af3e8-b9de-430f-ac26-cb6efb3ec30a tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:33:10.158236 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815af3e8-b9de-430f-ac26-cb6efb3ec30a tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:33:10.158563 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815af3e8-b9de-430f-ac26-cb6efb3ec30a tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:33:10.158898 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815af3e8-b9de-430f-ac26-cb6efb3ec30a tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:33:10.193587 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-977ee088-5768-4cd5-a01f-5af5a0bf918d req-815af3e8-b9de-430f-ac26-cb6efb3ec30a tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] No DVR routers for this DVR port 8778f3d1-027d-4d5a-bcdb-d53cbfe38276 on host hv-cinder-75793 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:33:10.196193 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-977ee088-5768-4cd5-a01f-5af5a0bf918d req-815af3e8-b9de-430f-ac26-cb6efb3ec30a tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:10.198237 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-977ee088-5768-4cd5-a01f-5af5a0bf918d req-815af3e8-b9de-430f-ac26-cb6efb3ec30a tempest-VolumesNegativeTest-974485798 tempest-VolumesNegativeTest-974485798-project] 10.222.0.58 "DELETE /v2.0/ports/8778f3d1-027d-4d5a-bcdb-d53cbfe38276 HTTP/1.1" status: 204 len: 173 time: 0.4678230 Sep 03 16:33:10.198692 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25c0a43-0bab-4d61-8c21-b91257654a90', 'name': 'network-vif-deleted', 'tag': '8778f3d1-027d-4d5a-bcdb-d53cbfe38276'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:33:10.201004 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60a3384ac15a167e802cb15cc86cd66e960e7e49bcb7609cd88b9514a3633fc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a475406c-7116-4c4d-a1fe-6380c48610a0" -d '{"events": [{"server_uuid": "e25c0a43-0bab-4d61-8c21-b91257654a90", "name": "network-vif-deleted", "tag": "8778f3d1-027d-4d5a-bcdb-d53cbfe38276"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:33:10.297502 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011451b4-4128-48b1-8236-1cf8c5e38c8f x-openstack-request-id: req-011451b4-4128-48b1-8236-1cf8c5e38c8f {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:33:10.297804 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25c0a43-0bab-4d61-8c21-b91257654a90", "name": "network-vif-deleted", "tag": "8778f3d1-027d-4d5a-bcdb-d53cbfe38276", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:33:10.298093 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-011451b4-4128-48b1-8236-1cf8c5e38c8f {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:33:10.298493 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25c0a43-0bab-4d61-8c21-b91257654a90', 'name': 'network-vif-deleted', 'tag': '8778f3d1-027d-4d5a-bcdb-d53cbfe38276', 'status': 'completed', 'code': 200} Sep 03 16:33:10.745533 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b8e4f-cad3-445c-b1b6-fc6231b063f9 req-3da3e911-3146-4e16-931a-a2ee4a8c6e69 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:10.747026 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1e8b8e4f-cad3-445c-b1b6-fc6231b063f9 req-3da3e911-3146-4e16-931a-a2ee4a8c6e69 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 943 time: 0.0501504 Sep 03 16:33:10.784123 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1e8b8e4f-cad3-445c-b1b6-fc6231b063f9 req-57f7b22b-aa21-490b-8a59-71cdba00cffa tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311170 Sep 03 16:33:11.905774 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a241f-c08d-44f3-a811-d2acb7e2d888 req-934f4648-13df-4122-ba42-179b2190b5cc tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:11.907326 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-300a241f-c08d-44f3-a811-d2acb7e2d888 req-934f4648-13df-4122-ba42-179b2190b5cc tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 943 time: 0.0488188 Sep 03 16:33:11.947128 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-300a241f-c08d-44f3-a811-d2acb7e2d888 req-42aa97fa-50da-4dc0-8579-c8cc08c31535 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338814 Sep 03 16:33:12.218323 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff74d6-0ea2-47d4-8087-4d049ecdcbab req-fd3d121e-01c9-406e-9b9c-1869b95d8087 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:12.219806 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ccff74d6-0ea2-47d4-8087-4d049ecdcbab req-fd3d121e-01c9-406e-9b9c-1869b95d8087 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 946 time: 0.0530863 Sep 03 16:33:12.262487 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ccff74d6-0ea2-47d4-8087-4d049ecdcbab req-64de54ca-3777-4672-93ff-7538ec256ea6 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c429772-b8dc-4ab5-9290-3914c6a90570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367827 Sep 03 16:33:13.071403 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec0b6d9-7b66-41b8-b64d-0f4f157ad894 req-23711fdb-d971-4fc1-9e8e-59c0e953e4a4 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:13.072898 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7ec0b6d9-7b66-41b8-b64d-0f4f157ad894 req-23711fdb-d971-4fc1-9e8e-59c0e953e4a4 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 943 time: 0.0504570 Sep 03 16:33:13.113236 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7ec0b6d9-7b66-41b8-b64d-0f4f157ad894 req-4f029e59-8dc6-471f-8918-0a9781f4719e tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337212 Sep 03 16:33:13.394607 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d658447-b632-478b-ae17-4e328a6e0bbf req-d1578e27-932f-426f-bd5f-c1b403b62b9c tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:13.395992 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1d658447-b632-478b-ae17-4e328a6e0bbf req-d1578e27-932f-426f-bd5f-c1b403b62b9c tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 946 time: 0.0524654 Sep 03 16:33:13.435012 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1d658447-b632-478b-ae17-4e328a6e0bbf req-21bc10c7-386a-419e-9db8-eefa338f70d8 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c429772-b8dc-4ab5-9290-3914c6a90570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330813 Sep 03 16:33:14.234042 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469425cd-2427-4527-b00e-46c2667255d1 req-48c2a2f1-4c5a-4934-90c4-7b4635044857 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:14.235441 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-469425cd-2427-4527-b00e-46c2667255d1 req-48c2a2f1-4c5a-4934-90c4-7b4635044857 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 943 time: 0.0495958 Sep 03 16:33:14.272118 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-469425cd-2427-4527-b00e-46c2667255d1 req-1ae34bf1-06d5-4678-9642-e89bf827129e tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307739 Sep 03 16:33:14.282189 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 8778f3d1-027d-4d5a-bcdb-d53cbfe38276 no longer exists at agent hyperv_hv-cinder-75793 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:33:14.304595 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] No Port match for: 8778f3d1-027d-4d5a-bcdb-d53cbfe38276 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:33:14.304942 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 8778f3d1-027d-4d5a-bcdb-d53cbfe38276 not bound to the agent host hv-cinder-75793 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:33:14.554767 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ddf685-0ea3-4f9a-88fb-e81ff0d78b3e req-82afd7d1-b19e-4b09-ac51-ad3ef5a6d43d tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:14.556311 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f8ddf685-0ea3-4f9a-88fb-e81ff0d78b3e req-82afd7d1-b19e-4b09-ac51-ad3ef5a6d43d tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 946 time: 0.0506921 Sep 03 16:33:14.596782 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f8ddf685-0ea3-4f9a-88fb-e81ff0d78b3e req-d955269e-2e99-46b5-b1ab-486a2176cdb8 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c429772-b8dc-4ab5-9290-3914c6a90570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336790 Sep 03 16:33:14.611297 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 52158) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:33:14.744314 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-96963dfb-1f74-4b57-9b7a-7ad1722ad7ea admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d020e551b1884754b555da5606c9f97e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1318736 Sep 03 16:33:14.746786 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 52162) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:33:14.793315 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-244adeca-18ca-4bfc-944a-0c8309287286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:14.813855 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-244adeca-18ca-4bfc-944a-0c8309287286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:14.859572 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-244adeca-18ca-4bfc-944a-0c8309287286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:14.862231 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-244adeca-18ca-4bfc-944a-0c8309287286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:14.865475 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-244adeca-18ca-4bfc-944a-0c8309287286 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4f2b266c-157d-4343-9249-244826e3dd0c HTTP/1.1" status: 204 len: 168 time: 0.1177564 Sep 03 16:33:14.873601 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244adeca-18ca-4bfc-944a-0c8309287286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2b266c-157d-4343-9249-244826e3dd0c,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:33:15.391195 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66803fcd-cf23-44c2-bcfc-8da6621b764a req-dd9de009-775f-4b35-a967-d2b1fd88b621 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:15.392698 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-66803fcd-cf23-44c2-bcfc-8da6621b764a req-dd9de009-775f-4b35-a967-d2b1fd88b621 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 943 time: 0.0490263 Sep 03 16:33:15.429855 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-66803fcd-cf23-44c2-bcfc-8da6621b764a req-c57858f9-6ed0-4546-9f38-6274918f978c tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306559 Sep 03 16:33:15.444360 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-483e3c59-9e5f-461f-9214-f70fe05e42de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:15.716909 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb5fa7-698a-4aee-bae3-14f0b18e18c2 req-eb3b5843-a8b4-4495-a14a-15a782f87ed9 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:15.718413 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-56eb5fa7-698a-4aee-bae3-14f0b18e18c2 req-eb3b5843-a8b4-4495-a14a-15a782f87ed9 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 946 time: 0.0476871 Sep 03 16:33:15.756627 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-56eb5fa7-698a-4aee-bae3-14f0b18e18c2 req-0a622b08-b845-4582-8c84-1e34aa04734a tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c429772-b8dc-4ab5-9290-3914c6a90570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324147 Sep 03 16:33:16.294593 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 2d56a581-cddf-4929-ad30-f6e0c17ddeaa details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 16:33:16.384809 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 2d56a581-cddf-4929-ad30-f6e0c17ddeaa, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=2d56a581-cddf-4929-ad30-f6e0c17ddeaa,segment=NetworkSegment(c7c8f7dc-1301-40da-a83e-347a76dd7ead),segment_id=c7c8f7dc-1301-40da-a83e-347a76dd7ead)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:33:16.395440 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Returning: {'device': '2d56a581-cddf-4929-ad30-f6e0c17ddeaa', 'network_id': '9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8', 'port_id': '2d56a581-cddf-4929-ad30-f6e0c17ddeaa', 'mac_address': 'fa:16:3e:dd:d3:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dcb62cb-36d4-4264-88ec-98f8e85fcb42', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 16:33:16.435633 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:16.447969 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d56a581-cddf-4929-ad30-f6e0c17ddeaa {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:33:16.466254 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 2d56a581-cddf-4929-ad30-f6e0c17ddeaa, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=2d56a581-cddf-4929-ad30-f6e0c17ddeaa,segment=NetworkSegment(c7c8f7dc-1301-40da-a83e-347a76dd7ead),segment_id=c7c8f7dc-1301-40da-a83e-347a76dd7ead)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:33:16.470673 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:16.518080 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=2d56a581-cddf-4929-ad30-f6e0c17ddeaa,revision_number=9']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:33:16.555740 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29019070-f886-40e7-b8f4-55c822331082 req-07aa2906-c6af-4811-aa78-ec228463bfe8 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:16.557245 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-29019070-f886-40e7-b8f4-55c822331082 req-07aa2906-c6af-4811-aa78-ec228463bfe8 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 944 time: 0.0520122 Sep 03 16:33:16.596421 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-29019070-f886-40e7-b8f4-55c822331082 req-7de32389-a5d3-4527-8dc0-cf855516edfe tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332205 Sep 03 16:33:16.730151 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] get_ports_and_sgs() called for port_ids ['2d56a581-cddf-4929-ad30-f6e0c17ddeaa'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:33:16.873001 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f839066-af36-4303-a544-c0b5b9569cd4 req-2ff97c1e-319a-413e-8158-96a69b67d9c0 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:16.874515 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3f839066-af36-4303-a544-c0b5b9569cd4 req-2ff97c1e-319a-413e-8158-96a69b67d9c0 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 946 time: 0.0485847 Sep 03 16:33:16.910865 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3f839066-af36-4303-a544-c0b5b9569cd4 req-dda0ad63-602f-45a5-9ad0-d85f290206ca tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c429772-b8dc-4ab5-9290-3914c6a90570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305536 Sep 03 16:33:17.723622 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9e6af-4d2a-465a-be80-4f67bc92816e req-95849766-dc0b-40c7-9ae8-5f865b5e8fa1 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:17.725022 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-83e9e6af-4d2a-465a-be80-4f67bc92816e req-95849766-dc0b-40c7-9ae8-5f865b5e8fa1 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 944 time: 0.0535192 Sep 03 16:33:17.763025 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-83e9e6af-4d2a-465a-be80-4f67bc92816e req-d76a9cb9-d778-4b01-9ada-ef2e5cf46613 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312128 Sep 03 16:33:18.019246 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-51a1bea8-3fd6-41ed-a65a-14999167ce71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:18.036071 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63e8ce-a840-4c60-811d-1604aecee224 req-b80afde0-63d9-4bca-9820-2cab2d38af3d tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:18.037610 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-bf63e8ce-a840-4c60-811d-1604aecee224 req-b80afde0-63d9-4bca-9820-2cab2d38af3d tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 946 time: 0.0554600 Sep 03 16:33:18.075123 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-bf63e8ce-a840-4c60-811d-1604aecee224 req-28ed19ee-e376-4933-a3e1-fbc256cc7f3f tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c429772-b8dc-4ab5-9290-3914c6a90570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308702 Sep 03 16:33:18.308620 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 2d56a581-cddf-4929-ad30-f6e0c17ddeaa up at agent hyperv_hv-cinder-75793 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:33:18.360841 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:18.373385 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Provisioning complete for port 2d56a581-cddf-4929-ad30-f6e0c17ddeaa triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:33:18.373759 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:18.446786 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:18.472097 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4038665-f4bb-49d7-b67b-028b88ad0479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d56a581-cddf-4929-ad30-f6e0c17ddeaa'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:33:18.474368 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b89f8b623511fb8008411a61343ca2df4e8635703a50781169befd4cf5794b60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348943e6-5a9d-40a1-a232-ae92a529fa09" -d '{"events": [{"server_uuid": "f4038665-f4bb-49d7-b67b-028b88ad0479", "name": "network-vif-plugged", "status": "completed", "tag": "2d56a581-cddf-4929-ad30-f6e0c17ddeaa"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:33:18.486471 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 2d56a581-cddf-4929-ad30-f6e0c17ddeaa, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=2d56a581-cddf-4929-ad30-f6e0c17ddeaa,segment=NetworkSegment(c7c8f7dc-1301-40da-a83e-347a76dd7ead),segment_id=c7c8f7dc-1301-40da-a83e-347a76dd7ead)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:33:18.490878 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:18.516096 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354ed955-3f25-49ae-911f-4ea6cafba8d7 x-openstack-request-id: req-354ed955-3f25-49ae-911f-4ea6cafba8d7 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:33:18.516387 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4038665-f4bb-49d7-b67b-028b88ad0479", "name": "network-vif-plugged", "status": "completed", "tag": "2d56a581-cddf-4929-ad30-f6e0c17ddeaa", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:33:18.516642 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-354ed955-3f25-49ae-911f-4ea6cafba8d7 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:33:18.517026 dv-cinder-757936-8-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4038665-f4bb-49d7-b67b-028b88ad0479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d56a581-cddf-4929-ad30-f6e0c17ddeaa', 'code': 200} Sep 03 16:33:18.543033 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=2d56a581-cddf-4929-ad30-f6e0c17ddeaa,revision_number=10']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:33:18.894983 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e2903-414c-49df-bb0f-d4299aa576d3 req-f757c393-a790-4810-be7a-e478e535ca7a tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:18.897389 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f28e2903-414c-49df-bb0f-d4299aa576d3 req-f757c393-a790-4810-be7a-e478e535ca7a tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 946 time: 0.0530906 Sep 03 16:33:18.937243 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f28e2903-414c-49df-bb0f-d4299aa576d3 req-54789739-ce37-4c65-8403-199920718afa tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337684 Sep 03 16:33:19.020712 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad34-f359-45be-bded-9b7b563a89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:19.063052 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960d076-6079-4df5-b92b-72b23e16c76e req-d7603b97-0f85-4c25-b4f4-f8e68b78137a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:19.064433 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6960d076-6079-4df5-b92b-72b23e16c76e req-d7603b97-0f85-4c25-b4f4-f8e68b78137a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 1099 time: 0.1308794 Sep 03 16:33:19.098759 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6960d076-6079-4df5-b92b-72b23e16c76e req-c6c1e47a-9b02-4b3b-bb8c-5b8cdfb5f0fd service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263841 Sep 03 16:33:19.192386 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee8d085-4b3f-4469-8875-cfb4f5c78c7c req-64d5aa16-0a77-4947-9b56-3a4440ba5984 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:19.194160 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8ee8d085-4b3f-4469-8875-cfb4f5c78c7c req-64d5aa16-0a77-4947-9b56-3a4440ba5984 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 946 time: 0.0535598 Sep 03 16:33:19.231228 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8ee8d085-4b3f-4469-8875-cfb4f5c78c7c req-307af463-6e12-45b7-82f2-50c44c355035 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c429772-b8dc-4ab5-9290-3914c6a90570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311065 Sep 03 16:33:20.068765 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d3614-8425-4256-b56b-e8a9ec2e8a30 req-54fb166d-d3e1-45e6-95da-63d67805d60b tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:20.070819 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-af8d3614-8425-4256-b56b-e8a9ec2e8a30 req-54fb166d-d3e1-45e6-95da-63d67805d60b tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 946 time: 0.0572879 Sep 03 16:33:20.108306 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-af8d3614-8425-4256-b56b-e8a9ec2e8a30 req-f039ba9a-fadf-405e-82b9-9c9881d50a02 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314970 Sep 03 16:33:20.346724 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33dd6e-ab20-4411-bdba-37fe307811c2 req-a45501a0-e599-4234-b576-aaf61c23b0c8 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:20.348236 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7c33dd6e-ab20-4411-bdba-37fe307811c2 req-a45501a0-e599-4234-b576-aaf61c23b0c8 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 946 time: 0.0497909 Sep 03 16:33:20.386558 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7c33dd6e-ab20-4411-bdba-37fe307811c2 req-90933f98-b547-4dba-a526-c80a7bc9bb5c tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c429772-b8dc-4ab5-9290-3914c6a90570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323341 Sep 03 16:33:20.800620 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30fea9dd-2dab-4865-ba17-13165276935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:21.231947 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3522c-8bae-45e8-9432-d20a34d39b4c req-87e7867d-3adb-4ee4-8eff-fe9f640854e8 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:21.233504 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c6a3522c-8bae-45e8-9432-d20a34d39b4c req-87e7867d-3adb-4ee4-8eff-fe9f640854e8 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 946 time: 0.0503912 Sep 03 16:33:21.269324 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c6a3522c-8bae-45e8-9432-d20a34d39b4c req-3fdfc970-c86a-41f0-8fab-787d4ba7ebe7 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300698 Sep 03 16:33:21.503763 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f0426-cc75-488b-8290-b369befd7469 req-cdea9fad-514f-4c81-b978-65092beedb93 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:21.505310 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-042f0426-cc75-488b-8290-b369befd7469 req-cdea9fad-514f-4c81-b978-65092beedb93 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 946 time: 0.0482769 Sep 03 16:33:21.544267 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-042f0426-cc75-488b-8290-b369befd7469 req-e60f8746-6202-46d6-b05a-2d7f35a6e267 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c429772-b8dc-4ab5-9290-3914c6a90570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321312 Sep 03 16:33:21.718845 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68124b63-6b65-4b54-b2de-48b3c2f23c54 req-b1090c3a-d8ce-40ec-9c71-dcfb01209414 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:21.720203 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-68124b63-6b65-4b54-b2de-48b3c2f23c54 req-b1090c3a-d8ce-40ec-9c71-dcfb01209414 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=636096c2-d69d-4355-8a11-d31e78d9de0b HTTP/1.1" status: 200 len: 946 time: 0.0516109 Sep 03 16:33:21.755810 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-68124b63-6b65-4b54-b2de-48b3c2f23c54 req-17318b99-7266-4802-aaf0-191d14f761af tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297141 Sep 03 16:33:22.320971 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:22.657653 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eed1a0-f5a3-48c0-bb9c-50116ac80f2f req-918cd215-dd68-4a7f-9b5f-56e8d0f21a45 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:22.659125 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-27eed1a0-f5a3-48c0-bb9c-50116ac80f2f req-918cd215-dd68-4a7f-9b5f-56e8d0f21a45 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 946 time: 0.0468550 Sep 03 16:33:22.695697 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-27eed1a0-f5a3-48c0-bb9c-50116ac80f2f req-7fe2a169-74fa-4062-9f30-05abcb49e30e tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c429772-b8dc-4ab5-9290-3914c6a90570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301046 Sep 03 16:33:22.873591 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402ca87-1d1b-4b08-95b8-899d687b2388 req-f2ce6be0-96e2-45a0-9b61-67a48ea38193 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:22.874987 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c402ca87-1d1b-4b08-95b8-899d687b2388 req-f2ce6be0-96e2-45a0-9b61-67a48ea38193 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=636096c2-d69d-4355-8a11-d31e78d9de0b HTTP/1.1" status: 200 len: 946 time: 0.0481238 Sep 03 16:33:22.912197 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c402ca87-1d1b-4b08-95b8-899d687b2388 req-647589f5-f0ef-4156-b23d-6cc79f35a0f2 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311377 Sep 03 16:33:23.691133 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef17bd8-d385-4efb-a95a-977e5de6cd97 req-f157c7d4-60af-41a5-a26d-db8dec37d91e tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:23.692469 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cef17bd8-d385-4efb-a95a-977e5de6cd97 req-f157c7d4-60af-41a5-a26d-db8dec37d91e tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.58 "GET /v2.0/ports?device_id=636096c2-d69d-4355-8a11-d31e78d9de0b HTTP/1.1" status: 200 len: 946 time: 0.0473042 Sep 03 16:33:23.791234 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-cef17bd8-d385-4efb-a95a-977e5de6cd97 req-33731039-4e23-43b7-95df-12c8b0e77470 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Deleting port ffffed98-a7c6-45ed-884b-0df357580a97 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:33:23.791579 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cef17bd8-d385-4efb-a95a-977e5de6cd97 req-33731039-4e23-43b7-95df-12c8b0e77470 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:23.818346 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f4610-1df8-4d01-afbf-86387923033d req-f2183aa2-396c-4c0d-8925-3beb312a0ca8 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:23.819835 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e59f4610-1df8-4d01-afbf-86387923033d req-f2183aa2-396c-4c0d-8925-3beb312a0ca8 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 946 time: 0.0523627 Sep 03 16:33:23.856345 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e59f4610-1df8-4d01-afbf-86387923033d req-1963672f-afcf-4ff7-8d2f-b92ebadc2f78 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c429772-b8dc-4ab5-9290-3914c6a90570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306370 Sep 03 16:33:23.880716 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-cef17bd8-d385-4efb-a95a-977e5de6cd97 req-33731039-4e23-43b7-95df-12c8b0e77470 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] For port ffffed98-a7c6-45ed-884b-0df357580a97, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=ffffed98-a7c6-45ed-884b-0df357580a97,segment=NetworkSegment(353e2098-a66a-4049-a3bf-5f567bae9b13),segment_id=353e2098-a66a-4049-a3bf-5f567bae9b13)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:33:23.881114 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cef17bd8-d385-4efb-a95a-977e5de6cd97 req-33731039-4e23-43b7-95df-12c8b0e77470 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:24.075366 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa6719-a552-46ee-8e39-5bc2653533db req-81171584-7239-49ca-99a6-07a1c6e767a5 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:24.077013 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-85fa6719-a552-46ee-8e39-5bc2653533db req-81171584-7239-49ca-99a6-07a1c6e767a5 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=636096c2-d69d-4355-8a11-d31e78d9de0b HTTP/1.1" status: 200 len: 946 time: 0.0959492 Sep 03 16:33:24.094120 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cef17bd8-d385-4efb-a95a-977e5de6cd97 req-33731039-4e23-43b7-95df-12c8b0e77470 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:24.094489 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cef17bd8-d385-4efb-a95a-977e5de6cd97 req-33731039-4e23-43b7-95df-12c8b0e77470 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956928'] for floatingip, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:24.094901 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.db.l3_db [req-cef17bd8-d385-4efb-a95a-977e5de6cd97 req-33731039-4e23-43b7-95df-12c8b0e77470 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Floating IP 822e7056-7545-49b4-96aa-f8762a0723b4 disassociated. External IP: 172.27.3.91, port: ffffed98-a7c6-45ed-884b-0df357580a97. Sep 03 16:33:24.095155 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-cef17bd8-d385-4efb-a95a-977e5de6cd97 req-33731039-4e23-43b7-95df-12c8b0e77470 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Calling delete_port for ffffed98-a7c6-45ed-884b-0df357580a97 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:33:24.157021 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-85fa6719-a552-46ee-8e39-5bc2653533db req-d8ab583d-04d4-4d00-a1b4-18d012781bba tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704491 Sep 03 16:33:24.246540 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cef17bd8-d385-4efb-a95a-977e5de6cd97 req-33731039-4e23-43b7-95df-12c8b0e77470 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126147387'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:24.274313 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33731039-4e23-43b7-95df-12c8b0e77470 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Pushing event deleted for resources: {'Port': ['ID=ffffed98-a7c6-45ed-884b-0df357580a97,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:33:24.396015 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cef17bd8-d385-4efb-a95a-977e5de6cd97 req-33731039-4e23-43b7-95df-12c8b0e77470 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Router b05391c3-ba58-4438-9370-65c2d19bc83e has already been hosted by L3 agent 32b2b364-f1ef-43b0-aa1c-04e185c9ddf9 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:33:24.502956 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cef17bd8-d385-4efb-a95a-977e5de6cd97 req-33731039-4e23-43b7-95df-12c8b0e77470 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify agent at l3_agent.dv-cinder-757936-8-iscsi the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:33:24.512617 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b18d346-9786-4f87-a34f-a26ea63f3283 None None] Sync routers for ids ['b05391c3-ba58-4438-9370-65c2d19bc83e'] in dv-cinder-757936-8-iscsi {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:33:24.521938 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b18d346-9786-4f87-a34f-a26ea63f3283 None None] Routers {'b05391c3-ba58-4438-9370-65c2d19bc83e'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:33:24.523214 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-8b18d346-9786-4f87-a34f-a26ea63f3283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:33:18Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['b05391c3-ba58-4438-9370-65c2d19bc83e'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:33:24.543241 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef17bd8-d385-4efb-a95a-977e5de6cd97 req-33731039-4e23-43b7-95df-12c8b0e77470 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] No DVR routers for this DVR port ffffed98-a7c6-45ed-884b-0df357580a97 on host hv-cinder-75793 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:33:24.548515 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cef17bd8-d385-4efb-a95a-977e5de6cd97 req-33731039-4e23-43b7-95df-12c8b0e77470 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:24.550719 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cef17bd8-d385-4efb-a95a-977e5de6cd97 req-33731039-4e23-43b7-95df-12c8b0e77470 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.58 "DELETE /v2.0/ports/ffffed98-a7c6-45ed-884b-0df357580a97 HTTP/1.1" status: 204 len: 173 time: 0.8471549 Sep 03 16:33:24.551129 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '636096c2-d69d-4355-8a11-d31e78d9de0b', 'name': 'network-vif-deleted', 'tag': 'ffffed98-a7c6-45ed-884b-0df357580a97'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:33:24.553376 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60a3384ac15a167e802cb15cc86cd66e960e7e49bcb7609cd88b9514a3633fc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8ecbab-a41d-4651-8568-7155b1ede906" -d '{"events": [{"server_uuid": "636096c2-d69d-4355-8a11-d31e78d9de0b", "name": "network-vif-deleted", "tag": "ffffed98-a7c6-45ed-884b-0df357580a97"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:33:24.592584 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5001e7b8-7727-4683-8908-f57b77cc48bb x-openstack-request-id: req-5001e7b8-7727-4683-8908-f57b77cc48bb {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:33:24.592872 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "636096c2-d69d-4355-8a11-d31e78d9de0b", "name": "network-vif-deleted", "tag": "ffffed98-a7c6-45ed-884b-0df357580a97", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:33:24.593164 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5001e7b8-7727-4683-8908-f57b77cc48bb {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:33:24.593555 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '636096c2-d69d-4355-8a11-d31e78d9de0b', 'name': 'network-vif-deleted', 'tag': 'ffffed98-a7c6-45ed-884b-0df357580a97', 'status': 'completed', 'code': 200} Sep 03 16:33:24.633733 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-8b18d346-9786-4f87-a34f-a26ea63f3283 None None] Set router b05391c3-ba58-4438-9370-65c2d19bc83e gateway port host: dv-cinder-757936-8-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:33:24.828448 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-8b18d346-9786-4f87-a34f-a26ea63f3283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'name': 'tempest-TestVolumeBootPattern-1226031807-router', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'dbb4eb8a-c8c0-4843-86c1-855401144da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:06Z', 'updated_at': '2021-09-03T16:30:13Z', 'revision_number': 4, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'gw_port': {'id': 'dbb4eb8a-c8c0-4843-86c1-855401144da6', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:60:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:07Z', 'updated_at': '2021-09-03T16:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '11c8522f-4809-4654-a1d8-465b37fb0299', 'name': '', 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'mac_address': 'fa:16:3e:20:84:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '6421e508-5483-421b-b991-952129da5e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:12Z', 'updated_at': '2021-09-03T16:30:23Z', 'revision_number': 5, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'subnets': [{'id': '6421e508-5483-421b-b991-952129da5e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:33:24.856966 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b18d346-9786-4f87-a34f-a26ea63f3283 None None] Checking router: b05391c3-ba58-4438-9370-65c2d19bc83e for host: dv-cinder-757936-8-iscsi {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:33:24.865032 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b18d346-9786-4f87-a34f-a26ea63f3283 None None] Routers {'b05391c3-ba58-4438-9370-65c2d19bc83e'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:33:24.865700 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-8b18d346-9786-4f87-a34f-a26ea63f3283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:33:18Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['b05391c3-ba58-4438-9370-65c2d19bc83e'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:33:24.980193 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475126cc-418c-406c-9b19-0780d1808a7d req-5a4c7dd9-8846-42da-8e58-d4ec2b47d554 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:24.982062 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-475126cc-418c-406c-9b19-0780d1808a7d req-5a4c7dd9-8846-42da-8e58-d4ec2b47d554 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 946 time: 0.0535250 Sep 03 16:33:25.025838 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-475126cc-418c-406c-9b19-0780d1808a7d req-50fb7097-6771-4647-aa66-9f3b0fc54fe2 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c429772-b8dc-4ab5-9290-3914c6a90570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375307 Sep 03 16:33:25.093886 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-8b18d346-9786-4f87-a34f-a26ea63f3283 None None] Set router b05391c3-ba58-4438-9370-65c2d19bc83e gateway port host: dv-cinder-757936-8-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:33:25.264879 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a2f30258-19d8-4925-b03e-955d450d1f1d req-e6c4dc27-0799-472c-bc60-f28e22203929 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=636096c2-d69d-4355-8a11-d31e78d9de0b HTTP/1.1" status: 200 len: 210 time: 0.0258129 Sep 03 16:33:25.291734 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-8b18d346-9786-4f87-a34f-a26ea63f3283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'name': 'tempest-TestVolumeBootPattern-1226031807-router', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'dbb4eb8a-c8c0-4843-86c1-855401144da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:06Z', 'updated_at': '2021-09-03T16:30:13Z', 'revision_number': 4, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'gw_port': {'id': 'dbb4eb8a-c8c0-4843-86c1-855401144da6', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:60:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:07Z', 'updated_at': '2021-09-03T16:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '11c8522f-4809-4654-a1d8-465b37fb0299', 'name': '', 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'mac_address': 'fa:16:3e:20:84:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '6421e508-5483-421b-b991-952129da5e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:12Z', 'updated_at': '2021-09-03T16:30:23Z', 'revision_number': 5, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'subnets': [{'id': '6421e508-5483-421b-b991-952129da5e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:33:25.318547 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b18d346-9786-4f87-a34f-a26ea63f3283 None None] The sync data for ids ['b05391c3-ba58-4438-9370-65c2d19bc83e'] in dv-cinder-757936-8-iscsi is: [{'id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'name': 'tempest-TestVolumeBootPattern-1226031807-router', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'dbb4eb8a-c8c0-4843-86c1-855401144da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:06Z', 'updated_at': '2021-09-03T16:30:13Z', 'revision_number': 4, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'gw_port': {'id': 'dbb4eb8a-c8c0-4843-86c1-855401144da6', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:60:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:07Z', 'updated_at': '2021-09-03T16:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '11c8522f-4809-4654-a1d8-465b37fb0299', 'name': '', 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'mac_address': 'fa:16:3e:20:84:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '6421e508-5483-421b-b991-952129da5e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:12Z', 'updated_at': '2021-09-03T16:30:23Z', 'revision_number': 5, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'subnets': [{'id': '6421e508-5483-421b-b991-952129da5e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:33:25.560222 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdbc9c8-b488-43b2-9dfa-dd9903ee1f62 None None] New status for floating IP 822e7056-7545-49b4-96aa-f8762a0723b4: DOWN {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 16:33:26.144827 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb4c4a-6c8d-4e9b-a374-affa1cfdd7f6 req-13c583be-35db-4cb5-91af-5feece7d928e tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:26.146310 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-37fb4c4a-6c8d-4e9b-a374-affa1cfdd7f6 req-13c583be-35db-4cb5-91af-5feece7d928e tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 946 time: 0.0509861 Sep 03 16:33:26.182998 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-37fb4c4a-6c8d-4e9b-a374-affa1cfdd7f6 req-01df52a1-1ad9-4a66-a394-3c7497aa53d1 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c429772-b8dc-4ab5-9290-3914c6a90570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302553 Sep 03 16:33:26.373948 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device ffffed98-a7c6-45ed-884b-0df357580a97 no longer exists at agent hyperv_hv-cinder-75793 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:33:26.403214 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] No Port match for: ffffed98-a7c6-45ed-884b-0df357580a97 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:33:26.403561 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device ffffed98-a7c6-45ed-884b-0df357580a97 not bound to the agent host hv-cinder-75793 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:33:26.510420 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-df37b3db-4dde-4b5d-bf33-7cfdcf37aa04 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1971171114&fields=id&tenant_id=19bf0ba519e14617adef11a5e39bcbc0 HTTP/1.1" status: 200 len: 267 time: 0.0321338 Sep 03 16:33:26.612733 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-d67ca87b-cf26-449e-a327-a1e00912fca8 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:26.614238 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-d67ca87b-cf26-449e-a327-a1e00912fca8 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/networks?id=ad522a35-4ced-4cb5-b8e3-4ba24d469eaa HTTP/1.1" status: 200 len: 812 time: 0.0973351 Sep 03 16:33:26.629290 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-4aa76c52-3fe7-4d29-b49b-efcd24e10a3a tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/quotas/19bf0ba519e14617adef11a5e39bcbc0 HTTP/1.1" status: 200 len: 375 time: 0.0089183 Sep 03 16:33:26.685547 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-1c2ec322-46e8-4e59-97c6-932f7ab154d6 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=19bf0ba519e14617adef11a5e39bcbc0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504158 Sep 03 16:33:26.783459 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-036aed21-af50-4f80-b783-65605a9c34dc service neutron] 10.222.0.62 "GET /v2.0/networks/ad522a35-4ced-4cb5-b8e3-4ba24d469eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866678 Sep 03 16:33:26.874307 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-21e57da7-a498-4d65-ac05-97e079c89f25 service neutron] 10.222.0.62 "GET /v2.0/networks/ad522a35-4ced-4cb5-b8e3-4ba24d469eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842607 Sep 03 16:33:27.168847 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b164e5cf-342f-4614-b49c-9f2221db7e15 req-ae72eafc-321b-4f03-a9a6-0cdc41ff1763 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e0b5619-54e6-4514-8304-0e7ee3fb5637 HTTP/1.1" status: 200 len: 210 time: 0.0277853 Sep 03 16:33:27.298939 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef068a50-1cbd-4a0f-aec7-650c1e7a3061 req-10444280-9a07-46f9-89a3-5002cb8a8fd1 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:27.300486 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ef068a50-1cbd-4a0f-aec7-650c1e7a3061 req-10444280-9a07-46f9-89a3-5002cb8a8fd1 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 946 time: 0.0492787 Sep 03 16:33:27.338847 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ef068a50-1cbd-4a0f-aec7-650c1e7a3061 req-df3b8340-b902-4629-a17b-62f8220b83e6 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c429772-b8dc-4ab5-9290-3914c6a90570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321963 Sep 03 16:33:27.446776 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65941f40-c717-46a7-ad04-724c8704bda9 req-601d4692-9135-4c52-b352-fad61f7a794c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:27.448275 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-65941f40-c717-46a7-ad04-724c8704bda9 req-601d4692-9135-4c52-b352-fad61f7a794c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c0e9fc1b46fd49209df7374ceb007e31&device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 1099 time: 0.0433166 Sep 03 16:33:27.557082 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65941f40-c717-46a7-ad04-724c8704bda9 req-042e4f86-39ea-4d55-a38e-5c558f578331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:27.558569 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-65941f40-c717-46a7-ad04-724c8704bda9 req-042e4f86-39ea-4d55-a38e-5c558f578331 service neutron] 10.222.0.58 "GET /v2.0/networks?id=58690dba-1022-4c9e-81cc-86b962d599bf HTTP/1.1" status: 200 len: 909 time: 0.0944583 Sep 03 16:33:27.630080 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-65941f40-c717-46a7-ad04-724c8704bda9 req-e60ac7dd-8fa8-4318-b6b4-9f704b192c04 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2420b4bd-d7d1-4690-ba58-46dfa91b08ef HTTP/1.1" status: 200 len: 1001 time: 0.0632300 Sep 03 16:33:27.689891 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65941f40-c717-46a7-ad04-724c8704bda9 req-ad1ca58f-dba4-4b8c-b1bc-f3589d888f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:27.691360 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-65941f40-c717-46a7-ad04-724c8704bda9 req-ad1ca58f-dba4-4b8c-b1bc-f3589d888f31 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=01cb09c6-cd3f-43d5-a532-d6fddd4018cb HTTP/1.1" status: 200 len: 847 time: 0.0441689 Sep 03 16:33:27.737557 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65941f40-c717-46a7-ad04-724c8704bda9 req-5040ab56-65f5-4278-85ab-bca3a52f5dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:27.739062 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-65941f40-c717-46a7-ad04-724c8704bda9 req-5040ab56-65f5-4278-85ab-bca3a52f5dd8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=58690dba-1022-4c9e-81cc-86b962d599bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408087 Sep 03 16:33:27.850783 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-65941f40-c717-46a7-ad04-724c8704bda9 req-1deb2ae1-ca7a-403c-b917-a8a8fd5ba276 service neutron] 10.222.0.58 "GET /v2.0/networks/58690dba-1022-4c9e-81cc-86b962d599bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901062 Sep 03 16:33:27.960439 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-65941f40-c717-46a7-ad04-724c8704bda9 req-779f81de-a9a7-490e-8a11-c9610aedcf13 service neutron] 10.222.0.58 "GET /v2.0/networks/58690dba-1022-4c9e-81cc-86b962d599bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811872 Sep 03 16:33:28.258260 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-af2c4d87-36ea-4a01-b33b-fa08b78784aa tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:28.259719 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-af2c4d87-36ea-4a01-b33b-fa08b78784aa tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.58 "GET /v2.0/networks?id=ad522a35-4ced-4cb5-b8e3-4ba24d469eaa HTTP/1.1" status: 200 len: 812 time: 0.1211381 Sep 03 16:33:28.280320 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0905b614-a0c3-4b4e-8ee8-17e9df17335b req-a5b0553a-79e0-4599-b515-6d8a0b8764ed tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e0b5619-54e6-4514-8304-0e7ee3fb5637 HTTP/1.1" status: 200 len: 210 time: 0.0407879 Sep 03 16:33:28.310536 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-ae9bd2f0-a7fb-4b8f-85ed-059314e02cd4 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19bf0ba519e14617adef11a5e39bcbc0 HTTP/1.1" status: 200 len: 380 time: 0.0373600 Sep 03 16:33:28.321286 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-c6d7f9bf-86c4-416f-947c-bd4fca2c7b6f tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Request body: {'port': {'device_id': '9e0b5619-54e6-4514-8304-0e7ee3fb5637', 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa', 'admin_state_up': True, 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'security_groups': ['2047cfc3-9c26-4818-99fe-5f1c9e24849e']}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:33:28.430442 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-c6d7f9bf-86c4-416f-947c-bd4fca2c7b6f tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Made reservation on behalf of 19bf0ba519e14617adef11a5e39bcbc0 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:33:28.434053 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-c6d7f9bf-86c4-416f-947c-bd4fca2c7b6f tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:28.460486 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a1dfe-85ea-4fa1-ba2e-9440e9842967 req-8443295f-f0b6-4738-92b2-59fd1f431c47 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:28.462132 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-862a1dfe-85ea-4fa1-ba2e-9440e9842967 req-8443295f-f0b6-4738-92b2-59fd1f431c47 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 946 time: 0.0534871 Sep 03 16:33:28.502400 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-862a1dfe-85ea-4fa1-ba2e-9440e9842967 req-6932d673-a290-406c-835e-c46cf979a479 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c429772-b8dc-4ab5-9290-3914c6a90570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340176 Sep 03 16:33:28.558149 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-c6d7f9bf-86c4-416f-947c-bd4fca2c7b6f tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Allocated IP 172.20.0.6 (ad522a35-4ced-4cb5-b8e3-4ba24d469eaa/6421e508-5483-421b-b991-952129da5e9d/4fc07a9a-2bdc-4595-bdb3-389a01489e13) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:33:28.702484 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-c6d7f9bf-86c4-416f-947c-bd4fca2c7b6f tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:28.718435 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-c6d7f9bf-86c4-416f-947c-bd4fca2c7b6f tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Transition to ACTIVE for port object 4fc07a9a-2bdc-4595-bdb3-389a01489e13 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:33:28.750644 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-c6d7f9bf-86c4-416f-947c-bd4fca2c7b6f tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126147387'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:28.792661 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-c6d7f9bf-86c4-416f-947c-bd4fca2c7b6f tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Network ad522a35-4ced-4cb5-b8e3-4ba24d469eaa is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:33:28.795585 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-c6d7f9bf-86c4-416f-947c-bd4fca2c7b6f tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:33:28.798462 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-c6d7f9bf-86c4-416f-947c-bd4fca2c7b6f tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:33:28.833681 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d7f9bf-86c4-416f-947c-bd4fca2c7b6f tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Pushing event updated for resources: {'Port': ['ID=4fc07a9a-2bdc-4595-bdb3-389a01489e13,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:33:28.862050 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-c6d7f9bf-86c4-416f-947c-bd4fca2c7b6f tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:28.862658 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-c6d7f9bf-86c4-416f-947c-bd4fca2c7b6f tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:28.878552 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-c6d7f9bf-86c4-416f-947c-bd4fca2c7b6f tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5614741 Sep 03 16:33:28.891607 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-8dfb11f2-a29f-42c7-9070-3e8ca78367a2 service neutron] Request body: {'port': {'device_id': '9e0b5619-54e6-4514-8304-0e7ee3fb5637', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:33:28.963469 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-8dfb11f2-a29f-42c7-9070-3e8ca78367a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:29.030844 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-795d6b80-0e99-474e-99a5-3a0ea77bfde6 None None] Provisioning for port 4fc07a9a-2bdc-4595-bdb3-389a01489e13 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:33:29.037231 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-795d6b80-0e99-474e-99a5-3a0ea77bfde6 None None] Provisioning complete for port 4fc07a9a-2bdc-4595-bdb3-389a01489e13 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:33:29.037863 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-795d6b80-0e99-474e-99a5-3a0ea77bfde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:29.090421 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-795d6b80-0e99-474e-99a5-3a0ea77bfde6 None None] Port 4fc07a9a-2bdc-4595-bdb3-389a01489e13 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:33:29.226446 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-8dfb11f2-a29f-42c7-9070-3e8ca78367a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fc07a9a-2bdc-4595-bdb3-389a01489e13 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:33:29.233582 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-8dfb11f2-a29f-42c7-9070-3e8ca78367a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:29.244854 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-8dfb11f2-a29f-42c7-9070-3e8ca78367a2 service neutron] Transition to ACTIVE for port object 4fc07a9a-2bdc-4595-bdb3-389a01489e13 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:33:29.248867 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-8dfb11f2-a29f-42c7-9070-3e8ca78367a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126147372'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:29.299037 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb11f2-a29f-42c7-9070-3e8ca78367a2 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc07a9a-2bdc-4595-bdb3-389a01489e13,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:33:29.369992 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-8dfb11f2-a29f-42c7-9070-3e8ca78367a2 service neutron] Attempting to bind port 4fc07a9a-2bdc-4595-bdb3-389a01489e13 on host hv-cinder-75793 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:33:29.370377 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-8dfb11f2-a29f-42c7-9070-3e8ca78367a2 service neutron] Attempting to bind port 4fc07a9a-2bdc-4595-bdb3-389a01489e13 by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': '353e2098-a66a-4049-a3bf-5f567bae9b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:33:29.370721 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-8dfb11f2-a29f-42c7-9070-3e8ca78367a2 service neutron] Attempting to bind port 4fc07a9a-2bdc-4595-bdb3-389a01489e13 on network ad522a35-4ced-4cb5-b8e3-4ba24d469eaa {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:33:29.375688 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-8dfb11f2-a29f-42c7-9070-3e8ca78367a2 service neutron] Port 4fc07a9a-2bdc-4595-bdb3-389a01489e13 on network ad522a35-4ced-4cb5-b8e3-4ba24d469eaa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 16:33:29.376190 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-8dfb11f2-a29f-42c7-9070-3e8ca78367a2 service neutron] Attempting to bind port 4fc07a9a-2bdc-4595-bdb3-389a01489e13 on network ad522a35-4ced-4cb5-b8e3-4ba24d469eaa {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:33:29.381679 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-8dfb11f2-a29f-42c7-9070-3e8ca78367a2 service neutron] Checking agent: {'id': 'd3fcaccf-3212-4db0-9fe2-d79bf18b2000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 25, 52), 'started_at': datetime.datetime(2021, 9, 3, 16, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:33:29.382580 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-8dfb11f2-a29f-42c7-9070-3e8ca78367a2 service neutron] Checking segment: {'id': '353e2098-a66a-4049-a3bf-5f567bae9b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:33:29.383196 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-8dfb11f2-a29f-42c7-9070-3e8ca78367a2 service neutron] Bound using segment: {'id': '353e2098-a66a-4049-a3bf-5f567bae9b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:33:29.383603 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-8dfb11f2-a29f-42c7-9070-3e8ca78367a2 service neutron] Bound port: 4fc07a9a-2bdc-4595-bdb3-389a01489e13, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353e2098-a66a-4049-a3bf-5f567bae9b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:33:29.383977 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-8dfb11f2-a29f-42c7-9070-3e8ca78367a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:29.404676 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ecd42-4872-48a3-b260-666ef34d59f9 req-fa3a8ce1-d990-4c3a-929f-63c2510ba2ff tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:29.406433 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-770ecd42-4872-48a3-b260-666ef34d59f9 req-fa3a8ce1-d990-4c3a-929f-63c2510ba2ff tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e0b5619-54e6-4514-8304-0e7ee3fb5637 HTTP/1.1" status: 200 len: 943 time: 0.0553958 Sep 03 16:33:29.450086 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-770ecd42-4872-48a3-b260-666ef34d59f9 req-bdebd662-4655-4b9a-b64c-4754e8197b7c tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371678 Sep 03 16:33:29.454760 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-8dfb11f2-a29f-42c7-9070-3e8ca78367a2 service neutron] For port 4fc07a9a-2bdc-4595-bdb3-389a01489e13, host hv-cinder-75793, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:33:29.458158 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-8dfb11f2-a29f-42c7-9070-3e8ca78367a2 service neutron] For port 4fc07a9a-2bdc-4595-bdb3-389a01489e13, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=4fc07a9a-2bdc-4595-bdb3-389a01489e13,segment=NetworkSegment(353e2098-a66a-4049-a3bf-5f567bae9b13),segment_id=353e2098-a66a-4049-a3bf-5f567bae9b13)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:33:29.464644 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-8dfb11f2-a29f-42c7-9070-3e8ca78367a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126147372'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:29.762862 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-8dfb11f2-a29f-42c7-9070-3e8ca78367a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:29.763633 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-8dfb11f2-a29f-42c7-9070-3e8ca78367a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:29.765073 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-8dfb11f2-a29f-42c7-9070-3e8ca78367a2 service neutron] 10.222.0.58 "PUT /v2.0/ports/4fc07a9a-2bdc-4595-bdb3-389a01489e13 HTTP/1.1" status: 200 len: 1093 time: 0.8780262 Sep 03 16:33:29.765591 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e0b5619-54e6-4514-8304-0e7ee3fb5637', 'tag': '4fc07a9a-2bdc-4595-bdb3-389a01489e13'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:33:29.767866 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60a3384ac15a167e802cb15cc86cd66e960e7e49bcb7609cd88b9514a3633fc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5a6e7e-1731-4072-b803-58aea5c35d06" -d '{"events": [{"name": "network-changed", "server_uuid": "9e0b5619-54e6-4514-8304-0e7ee3fb5637", "tag": "4fc07a9a-2bdc-4595-bdb3-389a01489e13"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:33:29.799487 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb11f2-a29f-42c7-9070-3e8ca78367a2 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc07a9a-2bdc-4595-bdb3-389a01489e13,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:33:29.818567 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4ee27d-52cb-43fd-a04b-457b77233e01 x-openstack-request-id: req-de4ee27d-52cb-43fd-a04b-457b77233e01 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:33:29.818863 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e0b5619-54e6-4514-8304-0e7ee3fb5637", "tag": "4fc07a9a-2bdc-4595-bdb3-389a01489e13", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:33:29.819114 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-de4ee27d-52cb-43fd-a04b-457b77233e01 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:33:29.819608 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e0b5619-54e6-4514-8304-0e7ee3fb5637', 'tag': '4fc07a9a-2bdc-4595-bdb3-389a01489e13', 'status': 'completed', 'code': 200} Sep 03 16:33:29.839892 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d8353-8e73-4a8d-8b11-cf25f86341fc req-54129560-722a-4cd3-88c2-73f296030f73 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:29.841073 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a82d8353-8e73-4a8d-8b11-cf25f86341fc req-54129560-722a-4cd3-88c2-73f296030f73 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 946 time: 0.1130326 Sep 03 16:33:29.875191 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-31bcad37-dbdb-4de9-98f9-84fbd86204f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:29.876696 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-31bcad37-dbdb-4de9-98f9-84fbd86204f3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=19bf0ba519e14617adef11a5e39bcbc0&device_id=9e0b5619-54e6-4514-8304-0e7ee3fb5637 HTTP/1.1" status: 200 len: 1096 time: 0.0699623 Sep 03 16:33:29.894547 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a82d8353-8e73-4a8d-8b11-cf25f86341fc req-fdfba35e-af17-462e-b87f-22783f9aaeef tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c429772-b8dc-4ab5-9290-3914c6a90570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426886 Sep 03 16:33:29.933665 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-6dd8a1b5-c218-488f-bc0f-df77b4f87afc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fc07a9a-2bdc-4595-bdb3-389a01489e13 HTTP/1.1" status: 200 len: 217 time: 0.0379038 Sep 03 16:33:29.991780 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-46fbbec3-075c-494f-9ad8-84d7c9c28cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:29.993275 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-46fbbec3-075c-494f-9ad8-84d7c9c28cf1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6421e508-5483-421b-b991-952129da5e9d HTTP/1.1" status: 200 len: 851 time: 0.0456402 Sep 03 16:33:30.060436 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-92a3460c-a983-4996-8389-ef41dfec13b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:30.062059 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-92a3460c-a983-4996-8389-ef41dfec13b5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ad522a35-4ced-4cb5-b8e3-4ba24d469eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524600 Sep 03 16:33:30.156188 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-c7f3275d-b3bc-467b-8124-18bdc93e12c0 service neutron] 10.222.0.58 "GET /v2.0/networks/ad522a35-4ced-4cb5-b8e3-4ba24d469eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864558 Sep 03 16:33:30.248378 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5af44ac4-9298-4ab9-bcc4-f23dd849510c req-d291b2a5-cfbc-4210-a411-2da859a8cb4e service neutron] 10.222.0.58 "GET /v2.0/networks/ad522a35-4ced-4cb5-b8e3-4ba24d469eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837080 Sep 03 16:33:30.341084 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a6e7e-1731-4072-b803-58aea5c35d06 req-9948c4b0-d0a1-41a6-a10d-bb7ccc2b7dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:30.342699 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0c5a6e7e-1731-4072-b803-58aea5c35d06 req-9948c4b0-d0a1-41a6-a10d-bb7ccc2b7dc9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=19bf0ba519e14617adef11a5e39bcbc0&device_id=9e0b5619-54e6-4514-8304-0e7ee3fb5637 HTTP/1.1" status: 200 len: 1096 time: 0.0426736 Sep 03 16:33:30.445015 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a6e7e-1731-4072-b803-58aea5c35d06 req-63f3d220-59f4-4126-b564-ae514d022d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:30.446482 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0c5a6e7e-1731-4072-b803-58aea5c35d06 req-63f3d220-59f4-4126-b564-ae514d022d33 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ad522a35-4ced-4cb5-b8e3-4ba24d469eaa HTTP/1.1" status: 200 len: 913 time: 0.0944889 Sep 03 16:33:30.491085 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0c5a6e7e-1731-4072-b803-58aea5c35d06 req-5eabe60b-f87d-47f1-aae9-31f6521191f0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fc07a9a-2bdc-4595-bdb3-389a01489e13 HTTP/1.1" status: 200 len: 217 time: 0.0362093 Sep 03 16:33:30.564099 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a6e7e-1731-4072-b803-58aea5c35d06 req-659cac0a-e939-4e3c-85a6-024dbfeb39bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:30.565577 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0c5a6e7e-1731-4072-b803-58aea5c35d06 req-659cac0a-e939-4e3c-85a6-024dbfeb39bf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6421e508-5483-421b-b991-952129da5e9d HTTP/1.1" status: 200 len: 851 time: 0.0676861 Sep 03 16:33:30.590773 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94b7a5-3747-4452-8bf2-a828f67c8512 req-76b67392-0bca-4c45-bc2e-c87a1d310b8f tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:30.592233 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cc94b7a5-3747-4452-8bf2-a828f67c8512 req-76b67392-0bca-4c45-bc2e-c87a1d310b8f tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e0b5619-54e6-4514-8304-0e7ee3fb5637 HTTP/1.1" status: 200 len: 943 time: 0.0688441 Sep 03 16:33:30.650045 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cc94b7a5-3747-4452-8bf2-a828f67c8512 req-56f13cc5-6f38-4035-a25b-e31bb99148ac tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443950 Sep 03 16:33:30.651999 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a6e7e-1731-4072-b803-58aea5c35d06 req-9dd2a529-a47c-4381-a3ec-99d5d8457718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:30.653611 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0c5a6e7e-1731-4072-b803-58aea5c35d06 req-9dd2a529-a47c-4381-a3ec-99d5d8457718 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ad522a35-4ced-4cb5-b8e3-4ba24d469eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0799427 Sep 03 16:33:30.749172 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0c5a6e7e-1731-4072-b803-58aea5c35d06 req-e4dfa74d-fe0c-4a66-84a7-7e83f0e6b4bc service neutron] 10.222.0.58 "GET /v2.0/networks/ad522a35-4ced-4cb5-b8e3-4ba24d469eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879397 Sep 03 16:33:30.839969 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0c5a6e7e-1731-4072-b803-58aea5c35d06 req-b266d993-09d2-4b2f-9ee3-c649f8175cab service neutron] 10.222.0.58 "GET /v2.0/networks/ad522a35-4ced-4cb5-b8e3-4ba24d469eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840893 Sep 03 16:33:31.011561 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424bd6a-218c-4f98-bc9b-d5501a6de4d6 req-ee5ed48a-b2bd-4319-ac12-dd56b3f251f3 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:31.013002 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c424bd6a-218c-4f98-bc9b-d5501a6de4d6 req-ee5ed48a-b2bd-4319-ac12-dd56b3f251f3 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 946 time: 0.0482929 Sep 03 16:33:31.056988 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c424bd6a-218c-4f98-bc9b-d5501a6de4d6 req-9779207e-e5f8-4f99-9f6f-6689dcb3fb9b tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c429772-b8dc-4ab5-9290-3914c6a90570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380828 Sep 03 16:33:31.176498 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [req-c516317b-3cc6-45db-bc1d-e8cd0c363fa3 req-253cb6ec-c368-47f8-b937-fcc866137218 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 16:33:31.177526 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c516317b-3cc6-45db-bc1d-e8cd0c363fa3 req-253cb6ec-c368-47f8-b937-fcc866137218 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0533884 Sep 03 16:33:31.301410 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-afc37fb0-a629-4a2a-9434-f15519b56b82 req-18da7e7e-4bbc-40e2-9b80-8e381600e779 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0422182 Sep 03 16:33:31.332580 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be60d39-c67c-4963-a051-85e2eb690851 req-b5d17040-6372-410f-b822-a22ad9b3f6dd tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:31.334122 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2be60d39-c67c-4963-a051-85e2eb690851 req-b5d17040-6372-410f-b822-a22ad9b3f6dd tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 946 time: 0.0508454 Sep 03 16:33:31.373463 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2be60d39-c67c-4963-a051-85e2eb690851 req-0aa0e309-b92c-48b3-8a3b-d2870d77a796 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c429772-b8dc-4ab5-9290-3914c6a90570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334485 Sep 03 16:33:31.988182 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31080015-0ac0-4817-a909-471dc63578eb req-bc27618d-5309-4cbd-b806-501562f3314a tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:31.989583 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-31080015-0ac0-4817-a909-471dc63578eb req-bc27618d-5309-4cbd-b806-501562f3314a tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e0b5619-54e6-4514-8304-0e7ee3fb5637 HTTP/1.1" status: 200 len: 943 time: 0.2696037 Sep 03 16:33:32.029701 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-31080015-0ac0-4817-a909-471dc63578eb req-0644b0cb-dfba-4cd3-87e4-50a1bdef38c4 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328827 Sep 03 16:33:32.418582 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 2420b4bd-d7d1-4690-ba58-46dfa91b08ef no longer exists at agent hyperv_hv-cinder-75793 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:33:32.497926 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d4fb4-225a-4ed0-9e56-8fea3f3661c1 req-00fa4647-3a02-426c-a434-5f2c71c7d497 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:32.499855 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a54d4fb4-225a-4ed0-9e56-8fea3f3661c1 req-00fa4647-3a02-426c-a434-5f2c71c7d497 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 946 time: 0.0553777 Sep 03 16:33:32.515673 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:32.549266 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1727d18a-5bcf-49d3-8db9-9ec7d50cc840', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2420b4bd-d7d1-4690-ba58-46dfa91b08ef'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:33:32.551698 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b89f8b623511fb8008411a61343ca2df4e8635703a50781169befd4cf5794b60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dcf1f8e-d859-476d-9a11-f6a4f587f46a" -d '{"events": [{"server_uuid": "1727d18a-5bcf-49d3-8db9-9ec7d50cc840", "name": "network-vif-unplugged", "status": "completed", "tag": "2420b4bd-d7d1-4690-ba58-46dfa91b08ef"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:33:32.571660 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 2420b4bd-d7d1-4690-ba58-46dfa91b08ef, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=2420b4bd-d7d1-4690-ba58-46dfa91b08ef,segment=NetworkSegment(55807b63-4ee3-4bed-bc7f-a4062d500132),segment_id=55807b63-4ee3-4bed-bc7f-a4062d500132)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:33:32.578922 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a54d4fb4-225a-4ed0-9e56-8fea3f3661c1 req-99a11704-2228-481f-b8c8-eb8cbc9406dc tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c429772-b8dc-4ab5-9290-3914c6a90570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732546 Sep 03 16:33:32.589736 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:32.594354 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc37fb0-a629-4a2a-9434-f15519b56b82 req-9bc3b315-e18f-4948-89a7-785cf7f8a768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:32.596068 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-afc37fb0-a629-4a2a-9434-f15519b56b82 req-9bc3b315-e18f-4948-89a7-785cf7f8a768 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840&tenant_id=c0e9fc1b46fd49209df7374ceb007e31 HTTP/1.1" status: 200 len: 1099 time: 0.0616813 Sep 03 16:33:32.661373 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=2420b4bd-d7d1-4690-ba58-46dfa91b08ef,revision_number=6']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:33:32.667498 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc37fb0-a629-4a2a-9434-f15519b56b82 req-97eb21e7-29c1-4c2f-bbdd-97634d7efbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:32.669191 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-afc37fb0-a629-4a2a-9434-f15519b56b82 req-97eb21e7-29c1-4c2f-bbdd-97634d7efbe1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c0e9fc1b46fd49209df7374ceb007e31&device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 1097 time: 0.0469227 Sep 03 16:33:32.748886 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 03 Sep 2021 16:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6062de3c-584e-4b5b-9679-1e0f26bc5a78 x-openstack-request-id: req-6062de3c-584e-4b5b-9679-1e0f26bc5a78 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:33:32.749233 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1727d18a-5bcf-49d3-8db9-9ec7d50cc840", "name": "network-vif-unplugged", "status": "completed", "tag": "2420b4bd-d7d1-4690-ba58-46dfa91b08ef", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:33:32.749500 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6062de3c-584e-4b5b-9679-1e0f26bc5a78 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:33:32.749865 dv-cinder-757936-8-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1727d18a-5bcf-49d3-8db9-9ec7d50cc840', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2420b4bd-d7d1-4690-ba58-46dfa91b08ef', 'code': 200} Sep 03 16:33:32.763940 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc37fb0-a629-4a2a-9434-f15519b56b82 req-8c8b798f-dee2-4ef5-b5df-3fdef592f4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:32.765556 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-afc37fb0-a629-4a2a-9434-f15519b56b82 req-8c8b798f-dee2-4ef5-b5df-3fdef592f4b3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=58690dba-1022-4c9e-81cc-86b962d599bf HTTP/1.1" status: 200 len: 909 time: 0.0884502 Sep 03 16:33:32.838123 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-afc37fb0-a629-4a2a-9434-f15519b56b82 req-e989ea71-9a06-46b1-836a-9aa103127827 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2420b4bd-d7d1-4690-ba58-46dfa91b08ef HTTP/1.1" status: 200 len: 999 time: 0.0619538 Sep 03 16:33:32.887241 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc37fb0-a629-4a2a-9434-f15519b56b82 req-a3dd4e2e-b23f-4dba-ba15-68e526732a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:32.888653 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-afc37fb0-a629-4a2a-9434-f15519b56b82 req-a3dd4e2e-b23f-4dba-ba15-68e526732a6b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=01cb09c6-cd3f-43d5-a532-d6fddd4018cb HTTP/1.1" status: 200 len: 847 time: 0.0420868 Sep 03 16:33:32.934968 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc37fb0-a629-4a2a-9434-f15519b56b82 req-430c6fed-9a5a-4ab7-9d7e-cdcb5fc81b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:32.936432 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-afc37fb0-a629-4a2a-9434-f15519b56b82 req-430c6fed-9a5a-4ab7-9d7e-cdcb5fc81b6b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=58690dba-1022-4c9e-81cc-86b962d599bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377147 Sep 03 16:33:33.029994 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-afc37fb0-a629-4a2a-9434-f15519b56b82 req-b3811925-de01-4dfd-b37f-215b316998e2 service neutron] 10.222.0.58 "GET /v2.0/networks/58690dba-1022-4c9e-81cc-86b962d599bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858214 Sep 03 16:33:33.148605 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-afc37fb0-a629-4a2a-9434-f15519b56b82 req-3af4ad9f-91b7-4cd1-a46a-af618ca0920b service neutron] 10.222.0.58 "GET /v2.0/networks/58690dba-1022-4c9e-81cc-86b962d599bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117775 Sep 03 16:33:33.159549 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61827c11-61c7-40e4-b31b-775a14bdec41 req-6283ea95-7fcd-4b54-9336-0970cfba046d tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:33.161502 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-61827c11-61c7-40e4-b31b-775a14bdec41 req-6283ea95-7fcd-4b54-9336-0970cfba046d tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e0b5619-54e6-4514-8304-0e7ee3fb5637 HTTP/1.1" status: 200 len: 943 time: 0.0663309 Sep 03 16:33:33.201323 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-61827c11-61c7-40e4-b31b-775a14bdec41 req-92746be2-5693-4637-b486-2f84c67ec979 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328619 Sep 03 16:33:33.698368 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471de03-6c58-4053-9105-673500ed2938 req-55a1db1b-b628-471c-bb02-d7d65fa6d2b1 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:33.699871 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1471de03-6c58-4053-9105-673500ed2938 req-55a1db1b-b628-471c-bb02-d7d65fa6d2b1 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 944 time: 0.0496330 Sep 03 16:33:33.746917 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1471de03-6c58-4053-9105-673500ed2938 req-c2ccae17-4f34-4544-9864-08111bd4bcbb tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c429772-b8dc-4ab5-9290-3914c6a90570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410848 Sep 03 16:33:34.315449 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1831b-3fe9-4b30-8254-1b5355b75524 req-da0c471d-a5e7-48bf-afd7-9c92808aed94 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:34.316928 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e3d1831b-3fe9-4b30-8254-1b5355b75524 req-da0c471d-a5e7-48bf-afd7-9c92808aed94 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e0b5619-54e6-4514-8304-0e7ee3fb5637 HTTP/1.1" status: 200 len: 943 time: 0.0502737 Sep 03 16:33:34.356599 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-e3d1831b-3fe9-4b30-8254-1b5355b75524 req-a3a7eec1-6dd8-41f7-be60-057bf0a880d4 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328248 Sep 03 16:33:34.861134 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2404409-953c-4d85-b78b-f3973427ec5f req-635de9b3-4ecd-43b5-90fc-6a78d753f1a7 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:34.862595 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f2404409-953c-4d85-b78b-f3973427ec5f req-635de9b3-4ecd-43b5-90fc-6a78d753f1a7 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 944 time: 0.0475237 Sep 03 16:33:34.899911 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f2404409-953c-4d85-b78b-f3973427ec5f req-59d88510-4951-4b26-b4a0-5b799ccbf2a6 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c429772-b8dc-4ab5-9290-3914c6a90570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309205 Sep 03 16:33:35.467682 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e7c0b-e651-454b-ac8d-95b8ef480382 req-0f2b342a-1f24-4e22-946e-1098f2213328 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:35.469172 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1e5e7c0b-e651-454b-ac8d-95b8ef480382 req-0f2b342a-1f24-4e22-946e-1098f2213328 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e0b5619-54e6-4514-8304-0e7ee3fb5637 HTTP/1.1" status: 200 len: 943 time: 0.0476778 Sep 03 16:33:35.505239 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1e5e7c0b-e651-454b-ac8d-95b8ef480382 req-2f3a4fc3-928d-40b1-a24f-d6316b10464f tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301344 Sep 03 16:33:36.015341 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44fd8b9-aefa-4a0f-879d-01193bd4ad63 req-0c10dbea-d34b-4bbf-b98d-4eef796ac12d tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:36.016842 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e44fd8b9-aefa-4a0f-879d-01193bd4ad63 req-0c10dbea-d34b-4bbf-b98d-4eef796ac12d tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 944 time: 0.0517321 Sep 03 16:33:36.054785 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e44fd8b9-aefa-4a0f-879d-01193bd4ad63 req-eb9bdc47-3052-486d-8082-75f87472954d tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c429772-b8dc-4ab5-9290-3914c6a90570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314233 Sep 03 16:33:36.617947 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e4862-62d2-4019-bb64-1723b48c7e37 req-79254a38-f1b9-4dba-9640-adbf6e936285 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:36.619413 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0b7e4862-62d2-4019-bb64-1723b48c7e37 req-79254a38-f1b9-4dba-9640-adbf6e936285 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e0b5619-54e6-4514-8304-0e7ee3fb5637 HTTP/1.1" status: 200 len: 943 time: 0.0486047 Sep 03 16:33:36.654930 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0b7e4862-62d2-4019-bb64-1723b48c7e37 req-56fd73ac-72a6-4b9b-a7bc-bf49f7c3cac5 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297179 Sep 03 16:33:37.168437 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75039f7f-4ab3-4e81-9ffa-9b45040eed74 req-a7ee644e-aed4-450d-b3b1-88ac05575d3c tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:37.169941 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-75039f7f-4ab3-4e81-9ffa-9b45040eed74 req-a7ee644e-aed4-450d-b3b1-88ac05575d3c tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 944 time: 0.0482008 Sep 03 16:33:37.206967 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-75039f7f-4ab3-4e81-9ffa-9b45040eed74 req-37ff31b3-b2f5-4222-b76f-c9880c5dac65 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c429772-b8dc-4ab5-9290-3914c6a90570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311298 Sep 03 16:33:37.772046 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab20e5b-a8c0-451a-9f3c-02f74c6056b9 req-6f26db19-2aaf-4edc-8584-93322aae634f tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:37.773621 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-aab20e5b-a8c0-451a-9f3c-02f74c6056b9 req-6f26db19-2aaf-4edc-8584-93322aae634f tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e0b5619-54e6-4514-8304-0e7ee3fb5637 HTTP/1.1" status: 200 len: 943 time: 0.0522678 Sep 03 16:33:37.811704 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-aab20e5b-a8c0-451a-9f3c-02f74c6056b9 req-1eeecdc7-fab3-459a-bf49-bb68640b606f tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315955 Sep 03 16:33:38.322454 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299d7f9-8078-40c7-b60d-7a32cb9549f4 req-e3752931-7f57-43ff-9b22-2c0680ead1bf tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:38.323936 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a299d7f9-8078-40c7-b60d-7a32cb9549f4 req-e3752931-7f57-43ff-9b22-2c0680ead1bf tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 944 time: 0.0478716 Sep 03 16:33:38.361747 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a299d7f9-8078-40c7-b60d-7a32cb9549f4 req-cf90b39f-4d01-4ac2-b372-bcfcd2c052fa tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c429772-b8dc-4ab5-9290-3914c6a90570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318768 Sep 03 16:33:38.443876 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 4fc07a9a-2bdc-4595-bdb3-389a01489e13 details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 16:33:38.549011 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 4fc07a9a-2bdc-4595-bdb3-389a01489e13, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=4fc07a9a-2bdc-4595-bdb3-389a01489e13,segment=NetworkSegment(353e2098-a66a-4049-a3bf-5f567bae9b13),segment_id=353e2098-a66a-4049-a3bf-5f567bae9b13)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:33:38.559920 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Returning: {'device': '4fc07a9a-2bdc-4595-bdb3-389a01489e13', 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa', 'port_id': '4fc07a9a-2bdc-4595-bdb3-389a01489e13', 'mac_address': 'fa:16:3e:25:b1:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6421e508-5483-421b-b991-952129da5e9d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 16:33:38.601052 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:38.613865 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fc07a9a-2bdc-4595-bdb3-389a01489e13 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:33:38.632700 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 4fc07a9a-2bdc-4595-bdb3-389a01489e13, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=4fc07a9a-2bdc-4595-bdb3-389a01489e13,segment=NetworkSegment(353e2098-a66a-4049-a3bf-5f567bae9b13),segment_id=353e2098-a66a-4049-a3bf-5f567bae9b13)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:33:38.636380 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:38.681913 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=4fc07a9a-2bdc-4595-bdb3-389a01489e13,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:33:38.688782 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:33:38.689167 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:33:38.689518 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:33:38.689869 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:33:38.690205 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:33:38.690540 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:33:38.690876 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:33:38.691206 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:33:38.691537 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:33:38.691866 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:33:38.692193 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:33:38.692780 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:33:38.913610 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] get_ports_and_sgs() called for port_ids ['4fc07a9a-2bdc-4595-bdb3-389a01489e13'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:33:38.928560 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a1de0-9403-4de1-934a-056b2779f300 req-e095dfa2-8fb6-498d-967a-0ab2dc744ce8 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:38.930069 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fe4a1de0-9403-4de1-934a-056b2779f300 req-e095dfa2-8fb6-498d-967a-0ab2dc744ce8 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e0b5619-54e6-4514-8304-0e7ee3fb5637 HTTP/1.1" status: 200 len: 944 time: 0.0489373 Sep 03 16:33:38.968402 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fe4a1de0-9403-4de1-934a-056b2779f300 req-1158ae6e-1a12-471f-8fbb-404189d2ee1c tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321891 Sep 03 16:33:39.476646 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8690e-3d4b-41f1-b58d-9ae284343a47 req-b714703e-693a-43ba-84d2-1a2229684a54 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:39.478136 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-73e8690e-3d4b-41f1-b58d-9ae284343a47 req-b714703e-693a-43ba-84d2-1a2229684a54 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 944 time: 0.0519872 Sep 03 16:33:39.514892 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-73e8690e-3d4b-41f1-b58d-9ae284343a47 req-bb5f554b-f609-4df8-88b4-0eaf82b14b96 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c429772-b8dc-4ab5-9290-3914c6a90570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308783 Sep 03 16:33:40.080050 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc0aef-587e-40f7-9d7c-e42c0dd82dab req-a1cefca4-fbc5-408d-b3fa-1c8db3fe387b tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:40.081553 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ccdc0aef-587e-40f7-9d7c-e42c0dd82dab req-a1cefca4-fbc5-408d-b3fa-1c8db3fe387b tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e0b5619-54e6-4514-8304-0e7ee3fb5637 HTTP/1.1" status: 200 len: 944 time: 0.0479960 Sep 03 16:33:40.119322 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ccdc0aef-587e-40f7-9d7c-e42c0dd82dab req-64dc5d1c-ae53-4714-b8e3-930eb8e58579 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310576 Sep 03 16:33:40.433618 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 2420b4bd-d7d1-4690-ba58-46dfa91b08ef details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 16:33:40.435870 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 4fc07a9a-2bdc-4595-bdb3-389a01489e13 up at agent hyperv_hv-cinder-75793 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:33:40.547628 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Provisioning for port 4fc07a9a-2bdc-4595-bdb3-389a01489e13 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:33:40.555064 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Provisioning complete for port 4fc07a9a-2bdc-4595-bdb3-389a01489e13 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:33:40.555450 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:40.595008 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 2420b4bd-d7d1-4690-ba58-46dfa91b08ef, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=2420b4bd-d7d1-4690-ba58-46dfa91b08ef,segment=NetworkSegment(55807b63-4ee3-4bed-bc7f-a4062d500132),segment_id=55807b63-4ee3-4bed-bc7f-a4062d500132)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:33:40.613774 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Returning: {'device': '2420b4bd-d7d1-4690-ba58-46dfa91b08ef', 'network_id': '58690dba-1022-4c9e-81cc-86b962d599bf', 'port_id': '2420b4bd-d7d1-4690-ba58-46dfa91b08ef', 'mac_address': 'fa:16:3e:58:d8:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01cb09c6-cd3f-43d5-a532-d6fddd4018cb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 16:33:40.642090 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f981157-aba9-4973-a0a2-afff0b53ab59 req-d3fef7a1-46e4-4446-895f-ed5624035026 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:40.643871 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0f981157-aba9-4973-a0a2-afff0b53ab59 req-d3fef7a1-46e4-4446-895f-ed5624035026 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 944 time: 0.0578372 Sep 03 16:33:40.681455 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:40.694934 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0f981157-aba9-4973-a0a2-afff0b53ab59 req-4ee05755-715e-4082-990d-4f07f40370b5 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c429772-b8dc-4ab5-9290-3914c6a90570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408955 Sep 03 16:33:40.701061 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:40.703653 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2420b4bd-d7d1-4690-ba58-46dfa91b08ef {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:33:40.739420 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 2420b4bd-d7d1-4690-ba58-46dfa91b08ef, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=2420b4bd-d7d1-4690-ba58-46dfa91b08ef,segment=NetworkSegment(55807b63-4ee3-4bed-bc7f-a4062d500132),segment_id=55807b63-4ee3-4bed-bc7f-a4062d500132)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:33:40.744087 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0b5619-54e6-4514-8304-0e7ee3fb5637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc07a9a-2bdc-4595-bdb3-389a01489e13'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:33:40.746374 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b89f8b623511fb8008411a61343ca2df4e8635703a50781169befd4cf5794b60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a3ea89-11bf-4865-813a-e70e12362b6e" -d '{"events": [{"server_uuid": "9e0b5619-54e6-4514-8304-0e7ee3fb5637", "name": "network-vif-plugged", "status": "completed", "tag": "4fc07a9a-2bdc-4595-bdb3-389a01489e13"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:33:40.756019 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:40.762479 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 4fc07a9a-2bdc-4595-bdb3-389a01489e13, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=4fc07a9a-2bdc-4595-bdb3-389a01489e13,segment=NetworkSegment(353e2098-a66a-4049-a3bf-5f567bae9b13),segment_id=353e2098-a66a-4049-a3bf-5f567bae9b13)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:33:40.784942 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:40.800356 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bcf5aeb-b330-44d1-a1a7-647037d4fed6 x-openstack-request-id: req-5bcf5aeb-b330-44d1-a1a7-647037d4fed6 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:33:40.800554 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e0b5619-54e6-4514-8304-0e7ee3fb5637", "name": "network-vif-plugged", "status": "completed", "tag": "4fc07a9a-2bdc-4595-bdb3-389a01489e13", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:33:40.800808 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5bcf5aeb-b330-44d1-a1a7-647037d4fed6 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:33:40.801228 dv-cinder-757936-8-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e0b5619-54e6-4514-8304-0e7ee3fb5637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc07a9a-2bdc-4595-bdb3-389a01489e13', 'code': 200} Sep 03 16:33:40.820348 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=2420b4bd-d7d1-4690-ba58-46dfa91b08ef,revision_number=7']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:33:40.874843 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=4fc07a9a-2bdc-4595-bdb3-389a01489e13,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:33:41.037942 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] get_ports_and_sgs() called for port_ids ['2420b4bd-d7d1-4690-ba58-46dfa91b08ef'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:33:41.043136 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe9ecbf-bb2a-4296-8e01-41f760034cf0 req-2fe3a83c-6b53-4d3a-a0ee-4bf5daeac936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:41.044842 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ebe9ecbf-bb2a-4296-8e01-41f760034cf0 req-2fe3a83c-6b53-4d3a-a0ee-4bf5daeac936 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9e0b5619-54e6-4514-8304-0e7ee3fb5637 HTTP/1.1" status: 200 len: 1098 time: 0.0424292 Sep 03 16:33:41.080426 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ebe9ecbf-bb2a-4296-8e01-41f760034cf0 req-a2bab08e-82eb-46a8-9383-88b4f167023b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285306 Sep 03 16:33:41.247769 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c802b7-84f9-4f65-9dcb-3d60dac3ba34 req-7152c51a-67ee-4000-acdd-2177e9a72a86 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:41.249461 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-79c802b7-84f9-4f65-9dcb-3d60dac3ba34 req-7152c51a-67ee-4000-acdd-2177e9a72a86 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e0b5619-54e6-4514-8304-0e7ee3fb5637 HTTP/1.1" status: 200 len: 945 time: 0.0537350 Sep 03 16:33:41.287315 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-79c802b7-84f9-4f65-9dcb-3d60dac3ba34 req-716b5ada-e9fd-4885-9245-2993891094c7 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317602 Sep 03 16:33:41.818707 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d52ce-fd94-4038-afd4-e0a2dda09b8f req-f338c3c8-03cf-4ed8-947a-ef2c61ef135b tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:41.820222 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-768d52ce-fd94-4038-afd4-e0a2dda09b8f req-f338c3c8-03cf-4ed8-947a-ef2c61ef135b tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 945 time: 0.0529606 Sep 03 16:33:41.857952 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-768d52ce-fd94-4038-afd4-e0a2dda09b8f req-f19b285f-d9d5-404a-a182-a5cb4eea19bb tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c429772-b8dc-4ab5-9290-3914c6a90570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318527 Sep 03 16:33:42.415093 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48c8d3-80b4-4aa1-af40-936399370f77 req-73bcd128-3a49-49f9-99c5-1c72633d340b tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:42.416593 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6b48c8d3-80b4-4aa1-af40-936399370f77 req-73bcd128-3a49-49f9-99c5-1c72633d340b tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e0b5619-54e6-4514-8304-0e7ee3fb5637 HTTP/1.1" status: 200 len: 945 time: 0.0579298 Sep 03 16:33:42.435771 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 2420b4bd-d7d1-4690-ba58-46dfa91b08ef up at agent hyperv_hv-cinder-75793 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:33:42.455020 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6b48c8d3-80b4-4aa1-af40-936399370f77 req-9c35ee5d-1c77-48ea-80ab-641d1572013b tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322394 Sep 03 16:33:42.489506 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Provisioning complete for port 2420b4bd-d7d1-4690-ba58-46dfa91b08ef triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:33:42.489886 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:42.585937 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:42.603506 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c40cf-95ee-419d-a0a2-c409cdabbc5d req-3a7d4b0c-1d9c-48b6-8e4b-48303f5e63a1 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:42.605150 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-140c40cf-95ee-419d-a0a2-c409cdabbc5d req-3a7d4b0c-1d9c-48b6-8e4b-48303f5e63a1 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e0b5619-54e6-4514-8304-0e7ee3fb5637 HTTP/1.1" status: 200 len: 945 time: 0.0609460 Sep 03 16:33:42.615721 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 2420b4bd-d7d1-4690-ba58-46dfa91b08ef, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=2420b4bd-d7d1-4690-ba58-46dfa91b08ef,segment=NetworkSegment(55807b63-4ee3-4bed-bc7f-a4062d500132),segment_id=55807b63-4ee3-4bed-bc7f-a4062d500132)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:33:42.620949 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:42.650161 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-140c40cf-95ee-419d-a0a2-c409cdabbc5d req-7984d0fa-ee69-43d8-9dfa-c3e3a862115b tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385423 Sep 03 16:33:42.674927 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 52440) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:33:42.678683 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=2420b4bd-d7d1-4690-ba58-46dfa91b08ef,revision_number=8']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:33:42.722215 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59804229-a62a-40d5-a292-13b5ffdaa824 tempest-TestVolumeBootPattern-244468141 tempest-TestVolumeBootPattern-244468141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:42.723791 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-59804229-a62a-40d5-a292-13b5ffdaa824 tempest-TestVolumeBootPattern-244468141 tempest-TestVolumeBootPattern-244468141-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=9e0b5619-54e6-4514-8304-0e7ee3fb5637 HTTP/1.1" status: 200 len: 1093 time: 0.0465674 Sep 03 16:33:42.726555 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 52442) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:33:42.730844 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-4f8098fa-bd26-4072-bfaa-506968233329 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Request body: {'floatingip': {'floating_network_id': 'af961d58-b724-401e-8712-cedb04029227', 'port_id': '4fc07a9a-2bdc-4595-bdb3-389a01489e13', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:33:42.756017 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4f8098fa-bd26-4072-bfaa-506968233329 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:42.802162 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1727d18a-5bcf-49d3-8db9-9ec7d50cc840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2420b4bd-d7d1-4690-ba58-46dfa91b08ef'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:33:42.805065 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b89f8b623511fb8008411a61343ca2df4e8635703a50781169befd4cf5794b60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29fa2e6-d548-40c5-85e3-ba3ec407b741" -d '{"events": [{"server_uuid": "1727d18a-5bcf-49d3-8db9-9ec7d50cc840", "name": "network-vif-plugged", "status": "completed", "tag": "2420b4bd-d7d1-4690-ba58-46dfa91b08ef"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:33:42.842328 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc912657-4afd-46df-819c-9efd71e42a80 x-openstack-request-id: req-bc912657-4afd-46df-819c-9efd71e42a80 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:33:42.842630 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1727d18a-5bcf-49d3-8db9-9ec7d50cc840", "name": "network-vif-plugged", "status": "completed", "tag": "2420b4bd-d7d1-4690-ba58-46dfa91b08ef", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:33:42.842889 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bc912657-4afd-46df-819c-9efd71e42a80 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:33:42.843310 dv-cinder-757936-8-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1727d18a-5bcf-49d3-8db9-9ec7d50cc840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2420b4bd-d7d1-4690-ba58-46dfa91b08ef', 'code': 200} Sep 03 16:33:42.857338 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4f8098fa-bd26-4072-bfaa-506968233329 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:42.972294 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-4f8098fa-bd26-4072-bfaa-506968233329 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Allocated IP 172.27.3.213 (af961d58-b724-401e-8712-cedb04029227/ab4829e3-7396-4499-a1b3-42e28c777fec/2323a87e-f5a7-4ae3-9973-25a92aa91fb4) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:33:42.987465 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e79941-55b7-4599-b02e-a06517446565 req-51b950ea-0d2e-45eb-8dad-b68355f42ef4 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:42.989303 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f5e79941-55b7-4599-b02e-a06517446565 req-51b950ea-0d2e-45eb-8dad-b68355f42ef4 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 946 time: 0.0551388 Sep 03 16:33:43.036876 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f5e79941-55b7-4599-b02e-a06517446565 req-28899684-b023-4b3e-bb62-2754ae5070da tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c429772-b8dc-4ab5-9290-3914c6a90570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395217 Sep 03 16:33:43.101150 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4f8098fa-bd26-4072-bfaa-506968233329 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:43.110261 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be867bd7-c4a4-4d29-a3fa-826328312cc3 req-a64a0976-1111-4b24-afc3-5b65e7bcf07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:43.111759 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-be867bd7-c4a4-4d29-a3fa-826328312cc3 req-a64a0976-1111-4b24-afc3-5b65e7bcf07e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 1099 time: 0.0462008 Sep 03 16:33:43.143699 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4f8098fa-bd26-4072-bfaa-506968233329 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852113'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:43.151294 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-be867bd7-c4a4-4d29-a3fa-826328312cc3 req-491fad14-fec3-4985-85f6-2080b3781e6e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2c429772-b8dc-4ab5-9290-3914c6a90570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293233 Sep 03 16:33:43.183288 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8098fa-bd26-4072-bfaa-506968233329 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Network af961d58-b724-401e-8712-cedb04029227 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:33:43.187696 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-4f8098fa-bd26-4072-bfaa-506968233329 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:33:43.191511 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8098fa-bd26-4072-bfaa-506968233329 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:33:43.225239 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8098fa-bd26-4072-bfaa-506968233329 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Pushing event updated for resources: {'Port': ['ID=2323a87e-f5a7-4ae3-9973-25a92aa91fb4,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:33:43.238796 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8098fa-bd26-4072-bfaa-506968233329 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:33:43.239155 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8098fa-bd26-4072-bfaa-506968233329 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:33:43.239505 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8098fa-bd26-4072-bfaa-506968233329 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:33:43.239846 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8098fa-bd26-4072-bfaa-506968233329 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:33:43.240186 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8098fa-bd26-4072-bfaa-506968233329 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:33:43.240529 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8098fa-bd26-4072-bfaa-506968233329 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:33:43.240861 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8098fa-bd26-4072-bfaa-506968233329 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:33:43.241798 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8098fa-bd26-4072-bfaa-506968233329 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:33:43.242135 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8098fa-bd26-4072-bfaa-506968233329 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:33:43.242468 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8098fa-bd26-4072-bfaa-506968233329 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:33:43.242798 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8098fa-bd26-4072-bfaa-506968233329 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:33:43.243126 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8098fa-bd26-4072-bfaa-506968233329 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:33:43.543477 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4f8098fa-bd26-4072-bfaa-506968233329 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:43.610485 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4f8098fa-bd26-4072-bfaa-506968233329 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:43.753440 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4f8098fa-bd26-4072-bfaa-506968233329 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:43.758145 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4f8098fa-bd26-4072-bfaa-506968233329 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126852102'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:43.826655 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8098fa-bd26-4072-bfaa-506968233329 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Pushing event updated for resources: {'Port': ['ID=2323a87e-f5a7-4ae3-9973-25a92aa91fb4,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:33:43.838421 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4f8098fa-bd26-4072-bfaa-506968233329 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956928'] for floatingip, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:43.938830 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.db.l3_db [None req-4f8098fa-bd26-4072-bfaa-506968233329 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Floating IP 02bdff74-e566-4485-995a-da3fc88f1ad2 associated. External IP: 172.27.3.213, port: 4fc07a9a-2bdc-4595-bdb3-389a01489e13. Sep 03 16:33:44.172668 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8098fa-bd26-4072-bfaa-506968233329 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Router b05391c3-ba58-4438-9370-65c2d19bc83e has already been hosted by L3 agent 32b2b364-f1ef-43b0-aa1c-04e185c9ddf9 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:33:44.181489 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe721c8-b91b-4a9d-bb5d-402a11a8c29a req-0fc4eb42-50f9-4eef-83f5-bce37bd144d3 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:44.183040 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2fe721c8-b91b-4a9d-bb5d-402a11a8c29a req-0fc4eb42-50f9-4eef-83f5-bce37bd144d3 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 946 time: 0.0759332 Sep 03 16:33:44.293331 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2fe721c8-b91b-4a9d-bb5d-402a11a8c29a req-95f6c87c-d6ac-4055-824e-60a481a7077e tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c429772-b8dc-4ab5-9290-3914c6a90570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039619 Sep 03 16:33:44.327267 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8098fa-bd26-4072-bfaa-506968233329 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify agent at l3_agent.dv-cinder-757936-8-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:33:44.338122 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb06f4f-2f60-4aa6-a767-29e1e5d65515 None None] Sync routers for ids ['b05391c3-ba58-4438-9370-65c2d19bc83e'] in dv-cinder-757936-8-iscsi {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:33:44.344425 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4f8098fa-bd26-4072-bfaa-506968233329 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:44.351788 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb06f4f-2f60-4aa6-a767-29e1e5d65515 None None] Routers {'b05391c3-ba58-4438-9370-65c2d19bc83e'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:33:44.352481 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-abb06f4f-2f60-4aa6-a767-29e1e5d65515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:33:18Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['b05391c3-ba58-4438-9370-65c2d19bc83e'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:33:44.373476 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-4f8098fa-bd26-4072-bfaa-506968233329 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6458502 Sep 03 16:33:44.374163 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e0b5619-54e6-4514-8304-0e7ee3fb5637', 'tag': '4fc07a9a-2bdc-4595-bdb3-389a01489e13'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:33:44.376417 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9181e0e82ffee5c7a29e1125bc6bf0cf4bc90ac22456d4aa1390334b202da70b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d26128d-a8fd-4bf4-87f3-6f2bb1a4111e" -d '{"events": [{"name": "network-changed", "server_uuid": "9e0b5619-54e6-4514-8304-0e7ee3fb5637", "tag": "4fc07a9a-2bdc-4595-bdb3-389a01489e13"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:33:44.477691 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-abb06f4f-2f60-4aa6-a767-29e1e5d65515 None None] Set router b05391c3-ba58-4438-9370-65c2d19bc83e gateway port host: dv-cinder-757936-8-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:33:44.488137 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bd890f-4a52-4f73-b2b6-56b052c6cb0a x-openstack-request-id: req-29bd890f-4a52-4f73-b2b6-56b052c6cb0a {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:33:44.488511 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e0b5619-54e6-4514-8304-0e7ee3fb5637", "tag": "4fc07a9a-2bdc-4595-bdb3-389a01489e13", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:33:44.488768 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-29bd890f-4a52-4f73-b2b6-56b052c6cb0a {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:33:44.489224 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e0b5619-54e6-4514-8304-0e7ee3fb5637', 'tag': '4fc07a9a-2bdc-4595-bdb3-389a01489e13', 'status': 'completed', 'code': 200} Sep 03 16:33:44.564818 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26128d-a8fd-4bf4-87f3-6f2bb1a4111e req-66faaf08-896c-4272-9bbd-747ab358e3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:44.566425 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2d26128d-a8fd-4bf4-87f3-6f2bb1a4111e req-66faaf08-896c-4272-9bbd-747ab358e3cb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=19bf0ba519e14617adef11a5e39bcbc0&device_id=9e0b5619-54e6-4514-8304-0e7ee3fb5637 HTTP/1.1" status: 200 len: 1098 time: 0.0427132 Sep 03 16:33:44.665138 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26128d-a8fd-4bf4-87f3-6f2bb1a4111e req-a497c3ea-56b2-4665-82ff-860ae8939d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:44.666618 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2d26128d-a8fd-4bf4-87f3-6f2bb1a4111e req-a497c3ea-56b2-4665-82ff-860ae8939d55 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ad522a35-4ced-4cb5-b8e3-4ba24d469eaa HTTP/1.1" status: 200 len: 913 time: 0.0905762 Sep 03 16:33:44.727602 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-abb06f4f-2f60-4aa6-a767-29e1e5d65515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'name': 'tempest-TestVolumeBootPattern-1226031807-router', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'dbb4eb8a-c8c0-4843-86c1-855401144da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:06Z', 'updated_at': '2021-09-03T16:30:13Z', 'revision_number': 4, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'gw_port': {'id': 'dbb4eb8a-c8c0-4843-86c1-855401144da6', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:60:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:07Z', 'updated_at': '2021-09-03T16:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_floatingips': [{'id': '02bdff74-e566-4485-995a-da3fc88f1ad2', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'floating_ip_address': '172.27.3.213', 'floating_network_id': 'af961d58-b724-401e-8712-cedb04029227', 'router_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'port_id': '4fc07a9a-2bdc-4595-bdb3-389a01489e13', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa', 'mac_address': 'fa:16:3e:25:b1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0b5619-54e6-4514-8304-0e7ee3fb5637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:33:43Z', 'updated_at': '2021-09-03T16:33:43Z', 'revision_number': 0, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11c8522f-4809-4654-a1d8-465b37fb0299', 'name': '', 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'mac_address': 'fa:16:3e:20:84:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '6421e508-5483-421b-b991-952129da5e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:12Z', 'updated_at': '2021-09-03T16:30:23Z', 'revision_number': 5, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'subnets': [{'id': '6421e508-5483-421b-b991-952129da5e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:33:44.745482 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2d26128d-a8fd-4bf4-87f3-6f2bb1a4111e req-e932620b-9738-430a-9a8d-642289566563 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fc07a9a-2bdc-4595-bdb3-389a01489e13 HTTP/1.1" status: 200 len: 999 time: 0.0695562 Sep 03 16:33:44.757494 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb06f4f-2f60-4aa6-a767-29e1e5d65515 None None] Checking router: b05391c3-ba58-4438-9370-65c2d19bc83e for host: dv-cinder-757936-8-iscsi {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:33:44.767867 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb06f4f-2f60-4aa6-a767-29e1e5d65515 None None] Routers {'b05391c3-ba58-4438-9370-65c2d19bc83e'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:33:44.768529 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-abb06f4f-2f60-4aa6-a767-29e1e5d65515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:33:18Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['b05391c3-ba58-4438-9370-65c2d19bc83e'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:33:44.800410 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26128d-a8fd-4bf4-87f3-6f2bb1a4111e req-7fb3db81-29a0-41fe-9c5c-e280328bb8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:44.801924 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2d26128d-a8fd-4bf4-87f3-6f2bb1a4111e req-7fb3db81-29a0-41fe-9c5c-e280328bb8ad service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6421e508-5483-421b-b991-952129da5e9d HTTP/1.1" status: 200 len: 851 time: 0.0481968 Sep 03 16:33:44.853189 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26128d-a8fd-4bf4-87f3-6f2bb1a4111e req-2c3dca62-f8e6-4180-a6a6-84428416ff54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:44.854688 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2d26128d-a8fd-4bf4-87f3-6f2bb1a4111e req-2c3dca62-f8e6-4180-a6a6-84428416ff54 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ad522a35-4ced-4cb5-b8e3-4ba24d469eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402577 Sep 03 16:33:44.860858 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-e252f19f-dd3e-4d3c-8df8-c3041748f205 None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:33:44.873954 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-abb06f4f-2f60-4aa6-a767-29e1e5d65515 None None] Set router b05391c3-ba58-4438-9370-65c2d19bc83e gateway port host: dv-cinder-757936-8-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:33:44.948383 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2d26128d-a8fd-4bf4-87f3-6f2bb1a4111e req-e511b5a6-ff4c-4fb2-a3dc-28ba8c5736df service neutron] 10.222.0.58 "GET /v2.0/networks/ad522a35-4ced-4cb5-b8e3-4ba24d469eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855396 Sep 03 16:33:45.049569 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2d26128d-a8fd-4bf4-87f3-6f2bb1a4111e req-7090e4bd-e65f-429b-9bfb-9d9542595d9a service neutron] 10.222.0.58 "GET /v2.0/networks/ad522a35-4ced-4cb5-b8e3-4ba24d469eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843558 Sep 03 16:33:45.096731 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-abb06f4f-2f60-4aa6-a767-29e1e5d65515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'name': 'tempest-TestVolumeBootPattern-1226031807-router', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'dbb4eb8a-c8c0-4843-86c1-855401144da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:06Z', 'updated_at': '2021-09-03T16:30:13Z', 'revision_number': 4, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'gw_port': {'id': 'dbb4eb8a-c8c0-4843-86c1-855401144da6', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:60:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:07Z', 'updated_at': '2021-09-03T16:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_floatingips': [{'id': '02bdff74-e566-4485-995a-da3fc88f1ad2', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'floating_ip_address': '172.27.3.213', 'floating_network_id': 'af961d58-b724-401e-8712-cedb04029227', 'router_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'port_id': '4fc07a9a-2bdc-4595-bdb3-389a01489e13', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa', 'mac_address': 'fa:16:3e:25:b1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0b5619-54e6-4514-8304-0e7ee3fb5637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:33:43Z', 'updated_at': '2021-09-03T16:33:43Z', 'revision_number': 0, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11c8522f-4809-4654-a1d8-465b37fb0299', 'name': '', 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'mac_address': 'fa:16:3e:20:84:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '6421e508-5483-421b-b991-952129da5e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:12Z', 'updated_at': '2021-09-03T16:30:23Z', 'revision_number': 5, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'subnets': [{'id': '6421e508-5483-421b-b991-952129da5e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:33:45.122659 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb06f4f-2f60-4aa6-a767-29e1e5d65515 None None] The sync data for ids ['b05391c3-ba58-4438-9370-65c2d19bc83e'] in dv-cinder-757936-8-iscsi is: [{'id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'name': 'tempest-TestVolumeBootPattern-1226031807-router', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'dbb4eb8a-c8c0-4843-86c1-855401144da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:06Z', 'updated_at': '2021-09-03T16:30:13Z', 'revision_number': 4, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'gw_port': {'id': 'dbb4eb8a-c8c0-4843-86c1-855401144da6', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:60:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:07Z', 'updated_at': '2021-09-03T16:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_floatingips': [{'id': '02bdff74-e566-4485-995a-da3fc88f1ad2', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'floating_ip_address': '172.27.3.213', 'floating_network_id': 'af961d58-b724-401e-8712-cedb04029227', 'router_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'port_id': '4fc07a9a-2bdc-4595-bdb3-389a01489e13', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa', 'mac_address': 'fa:16:3e:25:b1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0b5619-54e6-4514-8304-0e7ee3fb5637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:33:43Z', 'updated_at': '2021-09-03T16:33:43Z', 'revision_number': 0, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11c8522f-4809-4654-a1d8-465b37fb0299', 'name': '', 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'mac_address': 'fa:16:3e:20:84:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '6421e508-5483-421b-b991-952129da5e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:12Z', 'updated_at': '2021-09-03T16:30:23Z', 'revision_number': 5, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'subnets': [{'id': '6421e508-5483-421b-b991-952129da5e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:33:45.300073 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361c42c3-88f8-44a4-aa9f-91be86103af9 None None] New status for floating IP 02bdff74-e566-4485-995a-da3fc88f1ad2: ACTIVE {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 16:33:45.408849 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95c57f-2f2e-42ca-a2e0-d78da492d4a2 req-a75b0d90-b4dd-4bd1-bacf-dd8535e0c16a tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:45.410403 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ad95c57f-2f2e-42ca-a2e0-d78da492d4a2 req-a75b0d90-b4dd-4bd1-bacf-dd8535e0c16a tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 946 time: 0.0483294 Sep 03 16:33:45.450175 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-463104e8-ba0e-4cc2-96c7-39eadf964145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:45.457618 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ad95c57f-2f2e-42ca-a2e0-d78da492d4a2 req-d7a2015f-bf15-4bdb-9992-c57e19018e5f tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c429772-b8dc-4ab5-9290-3914c6a90570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404861 Sep 03 16:33:48.023043 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-345b7ea3-ca1c-4d0b-a8bb-f21a499f223a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:48.353673 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:49.024285 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad34-f359-45be-bded-9b7b563a89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:50.597023 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2735c078-9197-43c8-98f5-860ef690fd89 req-6114586b-4689-4c1d-9ec3-b9cbef883f62 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416594 Sep 03 16:33:50.673622 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735c078-9197-43c8-98f5-860ef690fd89 req-702bf949-047f-4c1d-8a45-aed8f2df9f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:50.675477 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2735c078-9197-43c8-98f5-860ef690fd89 req-702bf949-047f-4c1d-8a45-aed8f2df9f29 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e71e4fd9b30b4cdbb431569995a9b2b0&device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 1099 time: 0.0441191 Sep 03 16:33:50.794258 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735c078-9197-43c8-98f5-860ef690fd89 req-26075b71-b743-46a3-a707-86958e09ee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:50.795877 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2735c078-9197-43c8-98f5-860ef690fd89 req-26075b71-b743-46a3-a707-86958e09ee84 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8 HTTP/1.1" status: 200 len: 918 time: 0.0956292 Sep 03 16:33:50.809337 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30fea9dd-2dab-4865-ba17-13165276935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:50.868979 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2735c078-9197-43c8-98f5-860ef690fd89 req-516f7257-9e42-4d22-861c-84769efe37b8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d56a581-cddf-4929-ad30-f6e0c17ddeaa HTTP/1.1" status: 200 len: 1001 time: 0.0638721 Sep 03 16:33:50.923896 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735c078-9197-43c8-98f5-860ef690fd89 req-db81df55-8063-4817-b2e9-fc324d17bcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:50.925490 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2735c078-9197-43c8-98f5-860ef690fd89 req-db81df55-8063-4817-b2e9-fc324d17bcf7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5dcb62cb-36d4-4264-88ec-98f8e85fcb42 HTTP/1.1" status: 200 len: 856 time: 0.0446937 Sep 03 16:33:50.991726 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735c078-9197-43c8-98f5-860ef690fd89 req-37c84a1a-d758-4d5a-a632-bafe6a02801f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:50.993290 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2735c078-9197-43c8-98f5-860ef690fd89 req-37c84a1a-d758-4d5a-a632-bafe6a02801f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448551 Sep 03 16:33:51.085201 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2735c078-9197-43c8-98f5-860ef690fd89 req-d53afc90-1666-4eee-b59f-ee0af6ce5cde service neutron] 10.222.0.58 "GET /v2.0/networks/9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834551 Sep 03 16:33:51.202833 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2735c078-9197-43c8-98f5-860ef690fd89 req-2bc0be5a-a6e5-4d20-91d1-7f3540199abe service neutron] 10.222.0.58 "GET /v2.0/networks/9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929687 Sep 03 16:33:52.335588 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:54.272367 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf3a40-03e5-4393-9266-bb046668e947 req-95b5e867-26e8-455a-b579-bd7a61e21929 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:54.273852 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fcbf3a40-03e5-4393-9266-bb046668e947 req-95b5e867-26e8-455a-b579-bd7a61e21929 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a536ea3-c723-4e51-a3bd-8cb9fd422db8 HTTP/1.1" status: 200 len: 946 time: 0.0549054 Sep 03 16:33:54.310547 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fcbf3a40-03e5-4393-9266-bb046668e947 req-b110fd91-2480-49e5-aee3-4fe5dea261dc tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=46e5679e-11fe-45aa-a29b-1eec05feb9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307567 Sep 03 16:33:55.428828 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d43bc-3ee3-4bf0-8367-27356c743706 req-24f048c9-9551-4c59-88a8-bfe3d247dad5 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:55.430246 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d79d43bc-3ee3-4bf0-8367-27356c743706 req-24f048c9-9551-4c59-88a8-bfe3d247dad5 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a536ea3-c723-4e51-a3bd-8cb9fd422db8 HTTP/1.1" status: 200 len: 946 time: 0.0520236 Sep 03 16:33:55.467390 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d79d43bc-3ee3-4bf0-8367-27356c743706 req-ac5d9451-32b1-46f3-82b5-580ed449cb2f tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=46e5679e-11fe-45aa-a29b-1eec05feb9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312901 Sep 03 16:33:56.577720 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de47001-d8b4-400a-bc08-99226a5c1db3 req-6da4355f-55e8-40ae-a210-cb230af142b9 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:56.579193 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9de47001-d8b4-400a-bc08-99226a5c1db3 req-6da4355f-55e8-40ae-a210-cb230af142b9 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a536ea3-c723-4e51-a3bd-8cb9fd422db8 HTTP/1.1" status: 200 len: 946 time: 0.0467238 Sep 03 16:33:56.648280 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9de47001-d8b4-400a-bc08-99226a5c1db3 req-73f2c92f-cc8b-4461-b4ca-afe321a4b6ab tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups?id=46e5679e-11fe-45aa-a29b-1eec05feb9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623169 Sep 03 16:33:56.666381 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4782e506-99ea-4f35-b599-ed4724dcc541 req-4c4fe027-16aa-4ab0-b9d4-df9d92939a9e tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:33:56.666381 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4782e506-99ea-4f35-b599-ed4724dcc541 req-4c4fe027-16aa-4ab0-b9d4-df9d92939a9e tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a536ea3-c723-4e51-a3bd-8cb9fd422db8 HTTP/1.1" status: 200 len: 946 time: 0.0606937 Sep 03 16:33:56.768708 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-4782e506-99ea-4f35-b599-ed4724dcc541 req-791147b6-fc1c-4580-b86a-998594150968 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Deleting port 9572cc83-5ff8-4a83-a266-b5a4e065a441 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:33:56.768974 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4782e506-99ea-4f35-b599-ed4724dcc541 req-791147b6-fc1c-4580-b86a-998594150968 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:56.856653 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-4782e506-99ea-4f35-b599-ed4724dcc541 req-791147b6-fc1c-4580-b86a-998594150968 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] For port 9572cc83-5ff8-4a83-a266-b5a4e065a441, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=9572cc83-5ff8-4a83-a266-b5a4e065a441,segment=NetworkSegment(6dc37175-f4b0-4faa-a277-c6d98cba9ff9),segment_id=6dc37175-f4b0-4faa-a277-c6d98cba9ff9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:33:56.857013 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4782e506-99ea-4f35-b599-ed4724dcc541 req-791147b6-fc1c-4580-b86a-998594150968 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:57.018633 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4782e506-99ea-4f35-b599-ed4724dcc541 req-791147b6-fc1c-4580-b86a-998594150968 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:57.019052 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4782e506-99ea-4f35-b599-ed4724dcc541 req-791147b6-fc1c-4580-b86a-998594150968 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956928'] for floatingip, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:57.019329 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.db.l3_db [req-4782e506-99ea-4f35-b599-ed4724dcc541 req-791147b6-fc1c-4580-b86a-998594150968 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Floating IP b2638135-47ae-475a-97a4-8432b3e7e9c3 disassociated. External IP: 172.27.3.241, port: 9572cc83-5ff8-4a83-a266-b5a4e065a441. Sep 03 16:33:57.019677 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-4782e506-99ea-4f35-b599-ed4724dcc541 req-791147b6-fc1c-4580-b86a-998594150968 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Calling delete_port for 9572cc83-5ff8-4a83-a266-b5a4e065a441 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:33:57.142305 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4782e506-99ea-4f35-b599-ed4724dcc541 req-791147b6-fc1c-4580-b86a-998594150968 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126147387'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:57.168693 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791147b6-fc1c-4580-b86a-998594150968 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Pushing event deleted for resources: {'Port': ['ID=9572cc83-5ff8-4a83-a266-b5a4e065a441,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:33:57.286899 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4782e506-99ea-4f35-b599-ed4724dcc541 req-791147b6-fc1c-4580-b86a-998594150968 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Router 1731a2ca-7940-485b-880b-4b9d9d7edb9b has already been hosted by L3 agent 32b2b364-f1ef-43b0-aa1c-04e185c9ddf9 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:33:57.392480 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4782e506-99ea-4f35-b599-ed4724dcc541 req-791147b6-fc1c-4580-b86a-998594150968 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify agent at l3_agent.dv-cinder-757936-8-iscsi the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:33:57.405237 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e14a2f-66b1-4835-9d50-af0fc34570b6 None None] Sync routers for ids ['1731a2ca-7940-485b-880b-4b9d9d7edb9b'] in dv-cinder-757936-8-iscsi {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:33:57.418826 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e14a2f-66b1-4835-9d50-af0fc34570b6 None None] Routers {'1731a2ca-7940-485b-880b-4b9d9d7edb9b'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:33:57.419459 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-a7e14a2f-66b1-4835-9d50-af0fc34570b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:33:48Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['1731a2ca-7940-485b-880b-4b9d9d7edb9b'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:33:57.432790 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-4782e506-99ea-4f35-b599-ed4724dcc541 req-791147b6-fc1c-4580-b86a-998594150968 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] No DVR routers for this DVR port 9572cc83-5ff8-4a83-a266-b5a4e065a441 on host hv-cinder-75793 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:33:57.435519 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-4782e506-99ea-4f35-b599-ed4724dcc541 req-791147b6-fc1c-4580-b86a-998594150968 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:57.437560 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4782e506-99ea-4f35-b599-ed4724dcc541 req-791147b6-fc1c-4580-b86a-998594150968 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.58 "DELETE /v2.0/ports/9572cc83-5ff8-4a83-a266-b5a4e065a441 HTTP/1.1" status: 204 len: 173 time: 0.7610288 Sep 03 16:33:57.437997 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a536ea3-c723-4e51-a3bd-8cb9fd422db8', 'name': 'network-vif-deleted', 'tag': '9572cc83-5ff8-4a83-a266-b5a4e065a441'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:33:57.440310 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60a3384ac15a167e802cb15cc86cd66e960e7e49bcb7609cd88b9514a3633fc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d284076-3862-4fa7-94ae-90a5fbf6697f" -d '{"events": [{"server_uuid": "7a536ea3-c723-4e51-a3bd-8cb9fd422db8", "name": "network-vif-deleted", "tag": "9572cc83-5ff8-4a83-a266-b5a4e065a441"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:33:57.478640 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149b25e7-ee54-49df-90ac-a614b52aaa7b x-openstack-request-id: req-149b25e7-ee54-49df-90ac-a614b52aaa7b {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:33:57.479071 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a536ea3-c723-4e51-a3bd-8cb9fd422db8", "name": "network-vif-deleted", "tag": "9572cc83-5ff8-4a83-a266-b5a4e065a441", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:33:57.479228 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-149b25e7-ee54-49df-90ac-a614b52aaa7b {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:33:57.479563 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a536ea3-c723-4e51-a3bd-8cb9fd422db8', 'name': 'network-vif-deleted', 'tag': '9572cc83-5ff8-4a83-a266-b5a4e065a441', 'status': 'completed', 'code': 200} Sep 03 16:33:57.528073 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-a7e14a2f-66b1-4835-9d50-af0fc34570b6 None None] Set router 1731a2ca-7940-485b-880b-4b9d9d7edb9b gateway port host: dv-cinder-757936-8-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:33:57.754571 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a7aba7e4-9db5-48a8-9b19-3ce67ea881e3 req-7559a476-37ea-4de1-9895-24e173f31193 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a536ea3-c723-4e51-a3bd-8cb9fd422db8 HTTP/1.1" status: 200 len: 210 time: 0.0261123 Sep 03 16:33:57.860290 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-a7e14a2f-66b1-4835-9d50-af0fc34570b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'name': 'tempest-AttachVolumeTestJSON-400560295-router', 'tenant_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'a88d1513-542b-4cfa-87da-384c07e8bbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:27:45Z', 'updated_at': '2021-09-03T16:27:52Z', 'revision_number': 4, 'project_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'gw_port': {'id': 'a88d1513-542b-4cfa-87da-384c07e8bbfb', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:27:46Z', 'updated_at': '2021-09-03T16:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '8c2ba58c-c118-4316-9a24-1af3008168cc', 'name': '', 'network_id': '0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1', 'tenant_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'mac_address': 'fa:16:3e:e0:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5e4996fa-edea-44cf-9ea9-7dac32eb1936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:27:51Z', 'updated_at': '2021-09-03T16:28:05Z', 'revision_number': 5, 'project_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'subnets': [{'id': '5e4996fa-edea-44cf-9ea9-7dac32eb1936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:33:57.886173 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e14a2f-66b1-4835-9d50-af0fc34570b6 None None] Checking router: 1731a2ca-7940-485b-880b-4b9d9d7edb9b for host: dv-cinder-757936-8-iscsi {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:33:57.895921 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e14a2f-66b1-4835-9d50-af0fc34570b6 None None] Routers {'1731a2ca-7940-485b-880b-4b9d9d7edb9b'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:33:57.896539 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-a7e14a2f-66b1-4835-9d50-af0fc34570b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:33:48Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['1731a2ca-7940-485b-880b-4b9d9d7edb9b'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:33:58.011109 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-a7e14a2f-66b1-4835-9d50-af0fc34570b6 None None] Set router 1731a2ca-7940-485b-880b-4b9d9d7edb9b gateway port host: dv-cinder-757936-8-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:33:58.215455 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-a7e14a2f-66b1-4835-9d50-af0fc34570b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'name': 'tempest-AttachVolumeTestJSON-400560295-router', 'tenant_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'a88d1513-542b-4cfa-87da-384c07e8bbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:27:45Z', 'updated_at': '2021-09-03T16:27:52Z', 'revision_number': 4, 'project_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'gw_port': {'id': 'a88d1513-542b-4cfa-87da-384c07e8bbfb', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:27:46Z', 'updated_at': '2021-09-03T16:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '8c2ba58c-c118-4316-9a24-1af3008168cc', 'name': '', 'network_id': '0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1', 'tenant_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'mac_address': 'fa:16:3e:e0:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5e4996fa-edea-44cf-9ea9-7dac32eb1936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:27:51Z', 'updated_at': '2021-09-03T16:28:05Z', 'revision_number': 5, 'project_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'subnets': [{'id': '5e4996fa-edea-44cf-9ea9-7dac32eb1936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:33:58.240631 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e14a2f-66b1-4835-9d50-af0fc34570b6 None None] The sync data for ids ['1731a2ca-7940-485b-880b-4b9d9d7edb9b'] in dv-cinder-757936-8-iscsi is: [{'id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'name': 'tempest-AttachVolumeTestJSON-400560295-router', 'tenant_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'a88d1513-542b-4cfa-87da-384c07e8bbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:27:45Z', 'updated_at': '2021-09-03T16:27:52Z', 'revision_number': 4, 'project_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'gw_port': {'id': 'a88d1513-542b-4cfa-87da-384c07e8bbfb', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:27:46Z', 'updated_at': '2021-09-03T16:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '8c2ba58c-c118-4316-9a24-1af3008168cc', 'name': '', 'network_id': '0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1', 'tenant_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'mac_address': 'fa:16:3e:e0:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5e4996fa-edea-44cf-9ea9-7dac32eb1936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:27:51Z', 'updated_at': '2021-09-03T16:28:05Z', 'revision_number': 5, 'project_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'subnets': [{'id': '5e4996fa-edea-44cf-9ea9-7dac32eb1936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:33:58.456999 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de76bd9c-3a5d-40e2-ac63-57f56fedc298 None None] New status for floating IP b2638135-47ae-475a-97a4-8432b3e7e9c3: DOWN {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 16:33:58.836555 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 52542) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:33:58.890058 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c50770f7-ad01-45ad-be77-967d848f9e5e tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:58.912856 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c50770f7-ad01-45ad-be77-967d848f9e5e tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:58.958794 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c50770f7-ad01-45ad-be77-967d848f9e5e tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:58.962117 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c50770f7-ad01-45ad-be77-967d848f9e5e tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:58.963403 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-c50770f7-ad01-45ad-be77-967d848f9e5e tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "DELETE /v2.0/security-groups/46e5679e-11fe-45aa-a29b-1eec05feb9c2 HTTP/1.1" status: 204 len: 168 time: 0.1258287 Sep 03 16:33:58.966366 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 52544) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:33:58.976527 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50770f7-ad01-45ad-be77-967d848f9e5e tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e5679e-11fe-45aa-a29b-1eec05feb9c2,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:33:58.988250 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.api.v2.resource [None req-0ad1c345-1518-4bf4-9d85-ce170572d704 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] show failed (client error): The resource could not be found. Sep 03 16:33:58.990032 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-0ad1c345-1518-4bf4-9d85-ce170572d704 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "GET /v2.0/security-groups/46e5679e-11fe-45aa-a29b-1eec05feb9c2 HTTP/1.1" status: 404 len: 347 time: 0.0221176 Sep 03 16:33:58.993423 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 52546) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:33:59.118171 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-ef1e3862-b459-4bcb-bf2f-9b4dfc3c2c80 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Deleting port e35be0cf-2d67-424b-9f37-8f17c915188d {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:33:59.118523 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ef1e3862-b459-4bcb-bf2f-9b4dfc3c2c80 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:59.190614 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ef1e3862-b459-4bcb-bf2f-9b4dfc3c2c80 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:59.190952 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ef1e3862-b459-4bcb-bf2f-9b4dfc3c2c80 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:59.202461 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-ef1e3862-b459-4bcb-bf2f-9b4dfc3c2c80 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Calling delete_port for e35be0cf-2d67-424b-9f37-8f17c915188d owned by network:floatingip {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:33:59.336925 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ef1e3862-b459-4bcb-bf2f-9b4dfc3c2c80 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126147387'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:59.361573 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e3862-b459-4bcb-bf2f-9b4dfc3c2c80 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Pushing event deleted for resources: {'Port': ['ID=e35be0cf-2d67-424b-9f37-8f17c915188d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:33:59.422440 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ef1e3862-b459-4bcb-bf2f-9b4dfc3c2c80 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks [] for floatingip, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:59.424962 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ef1e3862-b459-4bcb-bf2f-9b4dfc3c2c80 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:33:59.426144 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-ef1e3862-b459-4bcb-bf2f-9b4dfc3c2c80 tempest-AttachVolumeTestJSON-559772558 tempest-AttachVolumeTestJSON-559772558-project] 10.222.0.62 "DELETE /v2.0/floatingips/b2638135-47ae-475a-97a4-8432b3e7e9c3 HTTP/1.1" status: 204 len: 168 time: 0.4315319 Sep 03 16:34:00.496495 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 9572cc83-5ff8-4a83-a266-b5a4e065a441 no longer exists at agent hyperv_hv-cinder-75793 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:34:00.516016 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] No Port match for: 9572cc83-5ff8-4a83-a266-b5a4e065a441 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:34:00.516368 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 9572cc83-5ff8-4a83-a266-b5a4e065a441 not bound to the agent host hv-cinder-75793 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:34:02.651321 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c26caa-98a3-45fe-962a-be0dcbea206a req-2102cd37-1bcc-433a-8faa-a22e0155e324 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:02.652687 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f5c26caa-98a3-45fe-962a-be0dcbea206a req-2102cd37-1bcc-433a-8faa-a22e0155e324 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 946 time: 0.0481141 Sep 03 16:34:02.689737 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f5c26caa-98a3-45fe-962a-be0dcbea206a req-790ba8fa-9897-4ad5-bb93-57fa2c603fc2 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310280 Sep 03 16:34:02.967759 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 52596) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:34:03.702764 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fcb0c370-a918-4a40-81de-a90c2aa6fef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-922624'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:03.820455 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e114d63-284f-4e0b-a335-f1df55fcc136 req-e886c21b-4575-41d5-9576-556d830471f3 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:03.822010 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8e114d63-284f-4e0b-a335-f1df55fcc136 req-e886c21b-4575-41d5-9576-556d830471f3 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 946 time: 0.0488377 Sep 03 16:34:03.859754 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8e114d63-284f-4e0b-a335-f1df55fcc136 req-13e18888-c823-4651-a5a8-e9a0abedfbc5 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316322 Sep 03 16:34:04.004283 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-fcb0c370-a918-4a40-81de-a90c2aa6fef4 admin admin] Deleting port 8c2ba58c-c118-4316-9a24-1af3008168cc {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:34:04.004516 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fcb0c370-a918-4a40-81de-a90c2aa6fef4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:04.080575 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-fcb0c370-a918-4a40-81de-a90c2aa6fef4 admin admin] For port 8c2ba58c-c118-4316-9a24-1af3008168cc, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=8c2ba58c-c118-4316-9a24-1af3008168cc,segment=NetworkSegment(6dc37175-f4b0-4faa-a277-c6d98cba9ff9),segment_id=6dc37175-f4b0-4faa-a277-c6d98cba9ff9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:34:04.080942 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fcb0c370-a918-4a40-81de-a90c2aa6fef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:04.093383 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-fcb0c370-a918-4a40-81de-a90c2aa6fef4 admin admin] Calling delete_port for 8c2ba58c-c118-4316-9a24-1af3008168cc owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:34:04.273906 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fcb0c370-a918-4a40-81de-a90c2aa6fef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126147387'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:04.300990 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb0c370-a918-4a40-81de-a90c2aa6fef4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c2ba58c-c118-4316-9a24-1af3008168cc,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:34:04.472206 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fcb0c370-a918-4a40-81de-a90c2aa6fef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-922772'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:04.685659 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb0c370-a918-4a40-81de-a90c2aa6fef4 admin admin] Router 1731a2ca-7940-485b-880b-4b9d9d7edb9b has already been hosted by L3 agent 32b2b364-f1ef-43b0-aa1c-04e185c9ddf9 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:34:04.792730 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb0c370-a918-4a40-81de-a90c2aa6fef4 admin admin] Notify agent at l3_agent.dv-cinder-757936-8-iscsi the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:34:04.797832 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-fcb0c370-a918-4a40-81de-a90c2aa6fef4 admin admin] 10.222.0.62 "PUT /v2.0/routers/1731a2ca-7940-485b-880b-4b9d9d7edb9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8290377 Sep 03 16:34:04.800457 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 52602) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:34:04.800944 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cd6a5c-0555-45d5-8e15-634f940e669f None None] Sync routers for ids ['1731a2ca-7940-485b-880b-4b9d9d7edb9b'] in dv-cinder-757936-8-iscsi {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:34:04.809862 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cd6a5c-0555-45d5-8e15-634f940e669f None None] Routers {'1731a2ca-7940-485b-880b-4b9d9d7edb9b'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:34:04.810472 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-a6cd6a5c-0555-45d5-8e15-634f940e669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:33:48Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['1731a2ca-7940-485b-880b-4b9d9d7edb9b'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:34:04.916218 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-a6cd6a5c-0555-45d5-8e15-634f940e669f None None] Set router 1731a2ca-7940-485b-880b-4b9d9d7edb9b gateway port host: dv-cinder-757936-8-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:34:04.934282 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db047446-04c1-4246-a516-6d73580ac3c7 req-7c145608-bad8-491d-afcd-9223eaae5346 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:04.935964 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-db047446-04c1-4246-a516-6d73580ac3c7 req-7c145608-bad8-491d-afcd-9223eaae5346 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.58 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 946 time: 0.0990012 Sep 03 16:34:05.026650 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-86a0fbda-f748-4fb4-afa4-ce98f2556466 admin admin] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:05.097649 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-a6cd6a5c-0555-45d5-8e15-634f940e669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'name': 'tempest-AttachVolumeTestJSON-400560295-router', 'tenant_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'a88d1513-542b-4cfa-87da-384c07e8bbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:27:45Z', 'updated_at': '2021-09-03T16:34:04Z', 'revision_number': 5, 'project_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'gw_port': {'id': 'a88d1513-542b-4cfa-87da-384c07e8bbfb', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:27:46Z', 'updated_at': '2021-09-03T16:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi'}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:34:05.127059 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cd6a5c-0555-45d5-8e15-634f940e669f None None] Checking router: 1731a2ca-7940-485b-880b-4b9d9d7edb9b for host: dv-cinder-757936-8-iscsi {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:34:05.136219 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cd6a5c-0555-45d5-8e15-634f940e669f None None] Routers {'1731a2ca-7940-485b-880b-4b9d9d7edb9b'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:34:05.136844 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-a6cd6a5c-0555-45d5-8e15-634f940e669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:33:48Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['1731a2ca-7940-485b-880b-4b9d9d7edb9b'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:34:05.245108 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-a6cd6a5c-0555-45d5-8e15-634f940e669f None None] Set router 1731a2ca-7940-485b-880b-4b9d9d7edb9b gateway port host: dv-cinder-757936-8-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:34:05.371789 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecabe16-ffca-413a-97e6-66126055b306 req-7d15ac5c-2b5a-41a1-9515-67ffb29f4197 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:05.373251 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-aecabe16-ffca-413a-97e6-66126055b306 req-7d15ac5c-2b5a-41a1-9515-67ffb29f4197 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 946 time: 0.4363520 Sep 03 16:34:05.431493 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-a6cd6a5c-0555-45d5-8e15-634f940e669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'name': 'tempest-AttachVolumeTestJSON-400560295-router', 'tenant_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'a88d1513-542b-4cfa-87da-384c07e8bbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:27:45Z', 'updated_at': '2021-09-03T16:34:04Z', 'revision_number': 5, 'project_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'gw_port': {'id': 'a88d1513-542b-4cfa-87da-384c07e8bbfb', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:27:46Z', 'updated_at': '2021-09-03T16:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi'}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:34:05.448830 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-aecabe16-ffca-413a-97e6-66126055b306 req-4510619e-faf5-4da2-b6ac-c60938af28c6 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=4a02d0db-3c1e-4eb2-8171-90fce455fef3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666184 Sep 03 16:34:05.455598 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-86a0fbda-f748-4fb4-afa4-ce98f2556466 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:05.460325 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cd6a5c-0555-45d5-8e15-634f940e669f None None] The sync data for ids ['1731a2ca-7940-485b-880b-4b9d9d7edb9b'] in dv-cinder-757936-8-iscsi is: [{'id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'name': 'tempest-AttachVolumeTestJSON-400560295-router', 'tenant_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'a88d1513-542b-4cfa-87da-384c07e8bbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:27:45Z', 'updated_at': '2021-09-03T16:34:04Z', 'revision_number': 5, 'project_id': 'c5c50d390cbc4a9ea29a6a55d17879f3', 'gw_port': {'id': 'a88d1513-542b-4cfa-87da-384c07e8bbfb', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1731a2ca-7940-485b-880b-4b9d9d7edb9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:27:46Z', 'updated_at': '2021-09-03T16:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi'}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:34:05.474658 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-db047446-04c1-4246-a516-6d73580ac3c7 req-5b1ff2ed-d0d5-4d75-89df-c44c24d50608 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Deleting port 2d56a581-cddf-4929-ad30-f6e0c17ddeaa {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:34:05.475012 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-db047446-04c1-4246-a516-6d73580ac3c7 req-5b1ff2ed-d0d5-4d75-89df-c44c24d50608 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:05.595213 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-db047446-04c1-4246-a516-6d73580ac3c7 req-5b1ff2ed-d0d5-4d75-89df-c44c24d50608 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] For port 2d56a581-cddf-4929-ad30-f6e0c17ddeaa, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=2d56a581-cddf-4929-ad30-f6e0c17ddeaa,segment=NetworkSegment(c7c8f7dc-1301-40da-a83e-347a76dd7ead),segment_id=c7c8f7dc-1301-40da-a83e-347a76dd7ead)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:34:05.595590 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-db047446-04c1-4246-a516-6d73580ac3c7 req-5b1ff2ed-d0d5-4d75-89df-c44c24d50608 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:05.614969 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-86a0fbda-f748-4fb4-afa4-ce98f2556466 admin admin] Deleting port a88d1513-542b-4cfa-87da-384c07e8bbfb {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:34:05.616161 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-86a0fbda-f748-4fb4-afa4-ce98f2556466 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:05.823211 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-86a0fbda-f748-4fb4-afa4-ce98f2556466 admin admin] For port a88d1513-542b-4cfa-87da-384c07e8bbfb, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=a88d1513-542b-4cfa-87da-384c07e8bbfb,segment=NetworkSegment(8fbc7082-b272-4b43-971d-120707d467f2),segment_id=8fbc7082-b272-4b43-971d-120707d467f2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:34:05.823901 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-86a0fbda-f748-4fb4-afa4-ce98f2556466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:05.841346 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-86a0fbda-f748-4fb4-afa4-ce98f2556466 admin admin] Calling delete_port for a88d1513-542b-4cfa-87da-384c07e8bbfb owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:34:05.862005 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-db047446-04c1-4246-a516-6d73580ac3c7 req-5b1ff2ed-d0d5-4d75-89df-c44c24d50608 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:05.862362 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-db047446-04c1-4246-a516-6d73580ac3c7 req-5b1ff2ed-d0d5-4d75-89df-c44c24d50608 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956928'] for floatingip, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:05.862745 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.db.l3_db [req-db047446-04c1-4246-a516-6d73580ac3c7 req-5b1ff2ed-d0d5-4d75-89df-c44c24d50608 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Floating IP ed81002b-4a20-48c7-a4c2-404a27055b92 disassociated. External IP: 172.27.3.185, port: 2d56a581-cddf-4929-ad30-f6e0c17ddeaa. Sep 03 16:34:05.863029 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-db047446-04c1-4246-a516-6d73580ac3c7 req-5b1ff2ed-d0d5-4d75-89df-c44c24d50608 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Calling delete_port for 2d56a581-cddf-4929-ad30-f6e0c17ddeaa owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:34:06.118195 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-db047446-04c1-4246-a516-6d73580ac3c7 req-5b1ff2ed-d0d5-4d75-89df-c44c24d50608 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126147387'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:06.151404 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-86a0fbda-f748-4fb4-afa4-ce98f2556466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126147387'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:06.156242 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ff2ed-d0d5-4d75-89df-c44c24d50608 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Pushing event deleted for resources: {'Port': ['ID=2d56a581-cddf-4929-ad30-f6e0c17ddeaa,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:34:06.189635 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a0fbda-f748-4fb4-afa4-ce98f2556466 admin admin] Pushing event deleted for resources: {'Port': ['ID=a88d1513-542b-4cfa-87da-384c07e8bbfb,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:34:06.320044 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-86a0fbda-f748-4fb4-afa4-ce98f2556466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-923130'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:06.413167 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-86a0fbda-f748-4fb4-afa4-ce98f2556466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126087'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:06.416461 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-86a0fbda-f748-4fb4-afa4-ce98f2556466 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:06.461983 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db047446-04c1-4246-a516-6d73580ac3c7 req-5b1ff2ed-d0d5-4d75-89df-c44c24d50608 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Router 6efe9480-a426-4d8f-bf5f-4cd8f0297a7e has already been hosted by L3 agent 32b2b364-f1ef-43b0-aa1c-04e185c9ddf9 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:34:06.475151 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-86a0fbda-f748-4fb4-afa4-ce98f2556466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-921180'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:06.475686 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a0fbda-f748-4fb4-afa4-ce98f2556466 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1731a2ca-7940-485b-880b-4b9d9d7edb9b {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 16:34:06.480776 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-86a0fbda-f748-4fb4-afa4-ce98f2556466 admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:06.485429 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-86a0fbda-f748-4fb4-afa4-ce98f2556466 admin admin] 10.222.0.62 "DELETE /v2.0/routers/1731a2ca-7940-485b-880b-4b9d9d7edb9b HTTP/1.1" status: 204 len: 168 time: 1.6805444 Sep 03 16:34:06.486838 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 52610) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:34:06.549988 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-2280322e-257e-401d-bfbf-0d37222ecfff admin admin] Deleting subnet 5e4996fa-edea-44cf-9ea9-7dac32eb1936 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 16:34:06.555173 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2280322e-257e-401d-bfbf-0d37222ecfff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:06.609665 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-65bf5c58-bffc-4765-81fa-376179eaa735 req-de772129-b529-4cf6-84ba-2cb6f1261df4 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4038665-f4bb-49d7-b67b-028b88ad0479 HTTP/1.1" status: 200 len: 210 time: 0.0560961 Sep 03 16:34:06.625600 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db047446-04c1-4246-a516-6d73580ac3c7 req-5b1ff2ed-d0d5-4d75-89df-c44c24d50608 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify agent at l3_agent.dv-cinder-757936-8-iscsi the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:34:06.640665 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2280322e-257e-401d-bfbf-0d37222ecfff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126121560'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:06.650742 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f453d426-bcc3-4824-bdab-0218d188dff0 None None] Sync routers for ids ['6efe9480-a426-4d8f-bf5f-4cd8f0297a7e'] in dv-cinder-757936-8-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:34:06.662140 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f453d426-bcc3-4824-bdab-0218d188dff0 None None] Routers {'6efe9480-a426-4d8f-bf5f-4cd8f0297a7e'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:34:06.662735 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-f453d426-bcc3-4824-bdab-0218d188dff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:33:48Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['6efe9480-a426-4d8f-bf5f-4cd8f0297a7e'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:34:06.687299 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-db047446-04c1-4246-a516-6d73580ac3c7 req-5b1ff2ed-d0d5-4d75-89df-c44c24d50608 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] No DVR routers for this DVR port 2d56a581-cddf-4929-ad30-f6e0c17ddeaa on host hv-cinder-75793 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:34:06.690850 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-db047446-04c1-4246-a516-6d73580ac3c7 req-5b1ff2ed-d0d5-4d75-89df-c44c24d50608 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:06.693940 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-db047446-04c1-4246-a516-6d73580ac3c7 req-5b1ff2ed-d0d5-4d75-89df-c44c24d50608 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.58 "DELETE /v2.0/ports/2d56a581-cddf-4929-ad30-f6e0c17ddeaa HTTP/1.1" status: 204 len: 173 time: 1.7426920 Sep 03 16:34:06.694407 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4038665-f4bb-49d7-b67b-028b88ad0479', 'name': 'network-vif-deleted', 'tag': '2d56a581-cddf-4929-ad30-f6e0c17ddeaa'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:34:06.696917 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60a3384ac15a167e802cb15cc86cd66e960e7e49bcb7609cd88b9514a3633fc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da015af7-ea8a-41e5-b89f-f29638f0bbf5" -d '{"events": [{"server_uuid": "f4038665-f4bb-49d7-b67b-028b88ad0479", "name": "network-vif-deleted", "tag": "2d56a581-cddf-4929-ad30-f6e0c17ddeaa"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:34:06.758194 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2d00ad-0223-435d-9abb-1fd69dc5d3ad x-openstack-request-id: req-cf2d00ad-0223-435d-9abb-1fd69dc5d3ad {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:34:06.758481 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4038665-f4bb-49d7-b67b-028b88ad0479", "name": "network-vif-deleted", "tag": "2d56a581-cddf-4929-ad30-f6e0c17ddeaa", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:34:06.758751 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cf2d00ad-0223-435d-9abb-1fd69dc5d3ad {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:34:06.759246 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4038665-f4bb-49d7-b67b-028b88ad0479', 'name': 'network-vif-deleted', 'tag': '2d56a581-cddf-4929-ad30-f6e0c17ddeaa', 'status': 'completed', 'code': 200} Sep 03 16:34:06.786511 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2280322e-257e-401d-bfbf-0d37222ecfff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3810215'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:06.802175 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-f453d426-bcc3-4824-bdab-0218d188dff0 None None] Set router 6efe9480-a426-4d8f-bf5f-4cd8f0297a7e gateway port host: dv-cinder-757936-8-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:34:06.851303 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2280322e-257e-401d-bfbf-0d37222ecfff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3810270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126852156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126339139'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:06.881104 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2280322e-257e-401d-bfbf-0d37222ecfff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e4996fa-edea-44cf-9ea9-7dac32eb1936,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:34:06.883222 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2280322e-257e-401d-bfbf-0d37222ecfff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:06.885174 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-2280322e-257e-401d-bfbf-0d37222ecfff admin admin] 10.222.0.62 "DELETE /v2.0/subnets/5e4996fa-edea-44cf-9ea9-7dac32eb1936 HTTP/1.1" status: 204 len: 168 time: 0.3972912 Sep 03 16:34:06.887948 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 52616) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:34:06.892014 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c28a385-1952-4a16-b670-525e3fda816d None None] Network 0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1 requested from dv-cinder-757936-8-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:34:06.965455 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cd04508b-bc81-42e3-a299-f6b55859f9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3806380'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:07.031125 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-cd04508b-bc81-42e3-a299-f6b55859f9e2 admin admin] Deleting port 106f1ede-4f8d-4375-833f-ca90e8a5efbe {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:34:07.031894 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cd04508b-bc81-42e3-a299-f6b55859f9e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:07.033759 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-f453d426-bcc3-4824-bdab-0218d188dff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'name': 'tempest-AttachVolumeShelveTestJSON-2073588636-router', 'tenant_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': 'efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:31:12Z', 'updated_at': '2021-09-03T16:31:16Z', 'revision_number': 4, 'project_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'gw_port': {'id': 'efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:aa:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:31:13Z', 'updated_at': '2021-09-03T16:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': 'fc0f659e-0be3-489c-bdf8-741a072ba04d', 'name': '', 'network_id': '9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8', 'tenant_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'mac_address': 'fa:16:3e:42:18:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5dcb62cb-36d4-4264-88ec-98f8e85fcb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:31:15Z', 'updated_at': '2021-09-03T16:31:21Z', 'revision_number': 5, 'project_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'subnets': [{'id': '5dcb62cb-36d4-4264-88ec-98f8e85fcb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:34:07.062369 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f453d426-bcc3-4824-bdab-0218d188dff0 None None] Checking router: 6efe9480-a426-4d8f-bf5f-4cd8f0297a7e for host: dv-cinder-757936-8-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:34:07.071812 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f453d426-bcc3-4824-bdab-0218d188dff0 None None] Routers {'6efe9480-a426-4d8f-bf5f-4cd8f0297a7e'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:34:07.072512 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-f453d426-bcc3-4824-bdab-0218d188dff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:33:48Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['6efe9480-a426-4d8f-bf5f-4cd8f0297a7e'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:34:07.118203 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-cd04508b-bc81-42e3-a299-f6b55859f9e2 admin admin] For port 106f1ede-4f8d-4375-833f-ca90e8a5efbe, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=106f1ede-4f8d-4375-833f-ca90e8a5efbe,segment=NetworkSegment(6dc37175-f4b0-4faa-a277-c6d98cba9ff9),segment_id=6dc37175-f4b0-4faa-a277-c6d98cba9ff9)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:34:07.118583 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cd04508b-bc81-42e3-a299-f6b55859f9e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:07.125784 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f4cb5f-7814-432e-8367-48b7bdc45ca1 None None] DHCP port deletion for 0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1 request from dv-cinder-757936-8-iscsi {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 16:34:07.133454 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-cd04508b-bc81-42e3-a299-f6b55859f9e2 admin admin] Calling delete_port for 106f1ede-4f8d-4375-833f-ca90e8a5efbe owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:34:07.182887 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-81f4cb5f-7814-432e-8367-48b7bdc45ca1 None None] Deleting port 106f1ede-4f8d-4375-833f-ca90e8a5efbe {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:34:07.183311 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-81f4cb5f-7814-432e-8367-48b7bdc45ca1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:07.199025 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-f453d426-bcc3-4824-bdab-0218d188dff0 None None] Set router 6efe9480-a426-4d8f-bf5f-4cd8f0297a7e gateway port host: dv-cinder-757936-8-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:34:07.255445 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cd04508b-bc81-42e3-a299-f6b55859f9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126147387'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:07.268035 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-81f4cb5f-7814-432e-8367-48b7bdc45ca1 None None] For port 106f1ede-4f8d-4375-833f-ca90e8a5efbe, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=106f1ede-4f8d-4375-833f-ca90e8a5efbe,segment=NetworkSegment(6dc37175-f4b0-4faa-a277-c6d98cba9ff9),segment_id=6dc37175-f4b0-4faa-a277-c6d98cba9ff9)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:34:07.268439 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-81f4cb5f-7814-432e-8367-48b7bdc45ca1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:07.283711 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-81f4cb5f-7814-432e-8367-48b7bdc45ca1 None None] Calling delete_port for 106f1ede-4f8d-4375-833f-ca90e8a5efbe owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:34:07.292441 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd04508b-bc81-42e3-a299-f6b55859f9e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=106f1ede-4f8d-4375-833f-ca90e8a5efbe,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:34:07.297689 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd04508b-bc81-42e3-a299-f6b55859f9e2 admin admin] No DVR routers for this DVR port 106f1ede-4f8d-4375-833f-ca90e8a5efbe on host dv-cinder-757936-8-iscsi {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:34:07.376625 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cd04508b-bc81-42e3-a299-f6b55859f9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811122', 'neutron.services.segments.db._delete_segments_for_network-8739257953365'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:07.388407 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.services.segments.db [None req-cd04508b-bc81-42e3-a299-f6b55859f9e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:34:07.404745 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.services.segments.db [None req-cd04508b-bc81-42e3-a299-f6b55859f9e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dc37175-f4b0-4faa-a277-c6d98cba9ff9') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:34:07.405028 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.services.segments.db [None req-cd04508b-bc81-42e3-a299-f6b55859f9e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dc37175-f4b0-4faa-a277-c6d98cba9ff9') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:34:07.414982 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cd04508b-bc81-42e3-a299-f6b55859f9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739257954910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125966479'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:07.425364 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-81f4cb5f-7814-432e-8367-48b7bdc45ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:07.430642 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cd04508b-bc81-42e3-a299-f6b55859f9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:07.438297 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd04508b-bc81-42e3-a299-f6b55859f9e2 admin admin] Releasing vlan 868 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 16:34:07.438718 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cd04508b-bc81-42e3-a299-f6b55859f9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126147400'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:07.440480 dv-cinder-757936-8-iscsi neutron-server[93827]: Traceback (most recent call last): Sep 03 16:34:07.440480 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 16:34:07.440480 dv-cinder-757936-8-iscsi neutron-server[93827]: timer() Sep 03 16:34:07.440480 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 16:34:07.440480 dv-cinder-757936-8-iscsi neutron-server[93827]: cb(*args, **kw) Sep 03 16:34:07.440480 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 16:34:07.440480 dv-cinder-757936-8-iscsi neutron-server[93827]: return func(*args, **kwargs) Sep 03 16:34:07.440480 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 16:34:07.440480 dv-cinder-757936-8-iscsi neutron-server[93827]: self._notify() Sep 03 16:34:07.440480 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 16:34:07.440480 dv-cinder-757936-8-iscsi neutron-server[93827]: self.callback(batched_events) Sep 03 16:34:07.440480 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 16:34:07.440480 dv-cinder-757936-8-iscsi neutron-server[93827]: event.method(event) Sep 03 16:34:07.440480 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 16:34:07.440480 dv-cinder-757936-8-iscsi neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 16:34:07.440480 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 16:34:07.440480 dv-cinder-757936-8-iscsi neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 16:34:07.440480 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 16:34:07.440480 dv-cinder-757936-8-iscsi neutron-server[93827]: return f(self, *a, **k) Sep 03 16:34:07.440480 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 16:34:07.440480 dv-cinder-757936-8-iscsi neutron-server[93827]: return self._get(url).json() Sep 03 16:34:07.440480 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 16:34:07.440480 dv-cinder-757936-8-iscsi neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 16:34:07.440480 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 16:34:07.440480 dv-cinder-757936-8-iscsi neutron-server[93827]: return self.request(url, 'GET', **kwargs) Sep 03 16:34:07.440480 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 16:34:07.440480 dv-cinder-757936-8-iscsi neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 16:34:07.440480 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 16:34:07.440480 dv-cinder-757936-8-iscsi neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 16:34:07.440480 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 16:34:07.440480 dv-cinder-757936-8-iscsi neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 16:34:07.440480 dv-cinder-757936-8-iscsi neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 16:34:07.445544 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-f453d426-bcc3-4824-bdab-0218d188dff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'name': 'tempest-AttachVolumeShelveTestJSON-2073588636-router', 'tenant_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': 'efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:31:12Z', 'updated_at': '2021-09-03T16:31:16Z', 'revision_number': 4, 'project_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'gw_port': {'id': 'efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:aa:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:31:13Z', 'updated_at': '2021-09-03T16:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': 'fc0f659e-0be3-489c-bdf8-741a072ba04d', 'name': '', 'network_id': '9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8', 'tenant_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'mac_address': 'fa:16:3e:42:18:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5dcb62cb-36d4-4264-88ec-98f8e85fcb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:31:15Z', 'updated_at': '2021-09-03T16:31:21Z', 'revision_number': 5, 'project_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'subnets': [{'id': '5dcb62cb-36d4-4264-88ec-98f8e85fcb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:34:07.451931 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f4cb5f-7814-432e-8367-48b7bdc45ca1 None None] Pushing event deleted for resources: {'Port': ['ID=106f1ede-4f8d-4375-833f-ca90e8a5efbe,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:34:07.460850 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f4cb5f-7814-432e-8367-48b7bdc45ca1 None None] No DVR routers for this DVR port 106f1ede-4f8d-4375-833f-ca90e8a5efbe on host dv-cinder-757936-8-iscsi {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:34:07.479783 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f453d426-bcc3-4824-bdab-0218d188dff0 None None] The sync data for ids ['6efe9480-a426-4d8f-bf5f-4cd8f0297a7e'] in dv-cinder-757936-8-iscsi is: [{'id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'name': 'tempest-AttachVolumeShelveTestJSON-2073588636-router', 'tenant_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': 'efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:31:12Z', 'updated_at': '2021-09-03T16:31:16Z', 'revision_number': 4, 'project_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'gw_port': {'id': 'efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:aa:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:31:13Z', 'updated_at': '2021-09-03T16:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': 'fc0f659e-0be3-489c-bdf8-741a072ba04d', 'name': '', 'network_id': '9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8', 'tenant_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'mac_address': 'fa:16:3e:42:18:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5dcb62cb-36d4-4264-88ec-98f8e85fcb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:31:15Z', 'updated_at': '2021-09-03T16:31:21Z', 'revision_number': 5, 'project_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'subnets': [{'id': '5dcb62cb-36d4-4264-88ec-98f8e85fcb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:34:07.510758 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cd04508b-bc81-42e3-a299-f6b55859f9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956946'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:07.529919 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cd04508b-bc81-42e3-a299-f6b55859f9e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:07.531847 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-cd04508b-bc81-42e3-a299-f6b55859f9e2 admin admin] 10.222.0.62 "DELETE /v2.0/networks/0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1 HTTP/1.1" status: 204 len: 168 time: 0.6421793 Sep 03 16:34:07.533491 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd04508b-bc81-42e3-a299-f6b55859f9e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0787b9d0-6a1b-4c60-b2c5-fcde8e54ecf1,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:34:07.554575 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device a88d1513-542b-4cfa-87da-384c07e8bbfb no longer exists at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:34:07.581690 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] No Port match for: a88d1513-542b-4cfa-87da-384c07e8bbfb {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:34:07.582520 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device a88d1513-542b-4cfa-87da-384c07e8bbfb not bound to the agent host dv-cinder-757936-8-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:34:07.583155 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 8c2ba58c-c118-4316-9a24-1af3008168cc no longer exists at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:34:07.609571 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] No Port match for: 8c2ba58c-c118-4316-9a24-1af3008168cc {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:34:07.609931 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 8c2ba58c-c118-4316-9a24-1af3008168cc not bound to the agent host dv-cinder-757936-8-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:34:07.610357 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 106f1ede-4f8d-4375-833f-ca90e8a5efbe no longer exists at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:34:07.635058 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] No Port match for: 106f1ede-4f8d-4375-833f-ca90e8a5efbe {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:34:07.635415 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 106f1ede-4f8d-4375-833f-ca90e8a5efbe not bound to the agent host dv-cinder-757936-8-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:34:07.708403 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 52624) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:34:07.712673 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 52626) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:34:07.773158 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-1f5137f4-ec71-4204-a88f-902d8bddee5f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c5c50d390cbc4a9ea29a6a55d17879f3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0634341 Sep 03 16:34:07.777425 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 52628) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:34:07.786897 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8fd3dd40-6e3b-4d47-9eab-ae635da0fb49 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:07.813437 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf8a9c1-491b-420e-b6bd-9e3ffc35630c None None] New status for floating IP ed81002b-4a20-48c7-a4c2-404a27055b92: DOWN {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 16:34:07.816887 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8fd3dd40-6e3b-4d47-9eab-ae635da0fb49 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:07.841090 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fa31c854-af9c-4d75-9f68-27324c04a4bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:07.866194 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fa31c854-af9c-4d75-9f68-27324c04a4bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:07.900237 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8fd3dd40-6e3b-4d47-9eab-ae635da0fb49 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:07.903094 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8fd3dd40-6e3b-4d47-9eab-ae635da0fb49 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:07.904343 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-8fd3dd40-6e3b-4d47-9eab-ae635da0fb49 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "DELETE /v2.0/security-groups/4a02d0db-3c1e-4eb2-8171-90fce455fef3 HTTP/1.1" status: 204 len: 168 time: 0.1905274 Sep 03 16:34:07.909339 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 52630) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:34:07.927033 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.api.v2.resource [None req-faa5a845-98af-495c-be52-0cf898ea2710 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] show failed (client error): The resource could not be found. Sep 03 16:34:07.928954 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-faa5a845-98af-495c-be52-0cf898ea2710 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups/4a02d0db-3c1e-4eb2-8171-90fce455fef3 HTTP/1.1" status: 404 len: 347 time: 0.0187261 Sep 03 16:34:07.929957 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd3dd40-6e3b-4d47-9eab-ae635da0fb49 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a02d0db-3c1e-4eb2-8171-90fce455fef3,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:34:07.934448 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 52632) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:34:07.986384 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fa31c854-af9c-4d75-9f68-27324c04a4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:07.989191 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-fa31c854-af9c-4d75-9f68-27324c04a4bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:07.990997 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-fa31c854-af9c-4d75-9f68-27324c04a4bc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/da8a3793-9814-45f7-938d-986f115fe708 HTTP/1.1" status: 204 len: 168 time: 0.2116666 Sep 03 16:34:08.001863 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa31c854-af9c-4d75-9f68-27324c04a4bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8a3793-9814-45f7-938d-986f115fe708,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:34:08.116286 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-057ad0a0-eaaa-46fb-9dd1-db5de18ccad0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Deleting port 846d707a-7767-40fd-abdc-bbf1719fdb4e {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:34:08.116726 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-057ad0a0-eaaa-46fb-9dd1-db5de18ccad0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:08.217730 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-057ad0a0-eaaa-46fb-9dd1-db5de18ccad0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:08.218010 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-057ad0a0-eaaa-46fb-9dd1-db5de18ccad0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:08.234975 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-057ad0a0-eaaa-46fb-9dd1-db5de18ccad0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Calling delete_port for 846d707a-7767-40fd-abdc-bbf1719fdb4e owned by network:floatingip {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:34:08.409766 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-057ad0a0-eaaa-46fb-9dd1-db5de18ccad0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126147387'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:08.438251 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ad0a0-eaaa-46fb-9dd1-db5de18ccad0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Pushing event deleted for resources: {'Port': ['ID=846d707a-7767-40fd-abdc-bbf1719fdb4e,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:34:08.505613 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-057ad0a0-eaaa-46fb-9dd1-db5de18ccad0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks [] for floatingip, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:08.508321 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-057ad0a0-eaaa-46fb-9dd1-db5de18ccad0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:08.512421 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-057ad0a0-eaaa-46fb-9dd1-db5de18ccad0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "DELETE /v2.0/floatingips/ed81002b-4a20-48c7-a4c2-404a27055b92 HTTP/1.1" status: 204 len: 168 time: 0.5727201 Sep 03 16:34:08.534736 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 2d56a581-cddf-4929-ad30-f6e0c17ddeaa no longer exists at agent hyperv_hv-cinder-75793 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:34:08.556240 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] No Port match for: 2d56a581-cddf-4929-ad30-f6e0c17ddeaa {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:34:08.556482 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 2d56a581-cddf-4929-ad30-f6e0c17ddeaa not bound to the agent host hv-cinder-75793 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:34:08.728961 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 52654) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:34:08.734514 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-73d3b21b-f0b1-4577-8ba7-1293c44448a6 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1788395287', 'description': 'tempest-description--1439651394'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:34:08.767683 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-73d3b21b-f0b1-4577-8ba7-1293c44448a6 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:08.871875 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-73d3b21b-f0b1-4577-8ba7-1293c44448a6 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:08.876269 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-73d3b21b-f0b1-4577-8ba7-1293c44448a6 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:08.906365 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-73d3b21b-f0b1-4577-8ba7-1293c44448a6 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:08.910402 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-73d3b21b-f0b1-4577-8ba7-1293c44448a6 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1774447 Sep 03 16:34:08.910965 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 52660) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:34:08.916185 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-128b5dda-a733-4547-9ea3-ac1193ece581 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Request body: {'security_group_rule': {'security_group_id': '755a756f-52a8-410e-ab16-443c5ee48256', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:34:08.922653 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d3b21b-f0b1-4577-8ba7-1293c44448a6 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=755a756f-52a8-410e-ab16-443c5ee48256,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:34:08.950063 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-128b5dda-a733-4547-9ea3-ac1193ece581 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:09.013431 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-128b5dda-a733-4547-9ea3-ac1193ece581 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:09.019821 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-128b5dda-a733-4547-9ea3-ac1193ece581 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494245'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:09.038865 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b5dda-a733-4547-9ea3-ac1193ece581 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea040156-3566-4fb4-9538-6774f6e8dc1f,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:34:09.047750 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-128b5dda-a733-4547-9ea3-ac1193ece581 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:09.049295 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-128b5dda-a733-4547-9ea3-ac1193ece581 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1374311 Sep 03 16:34:09.054180 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 52664) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:34:09.058782 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-381d39bc-8623-47d1-8b35-5057c4a3bf22 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Request body: {'security_group_rule': {'security_group_id': '755a756f-52a8-410e-ab16-443c5ee48256', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:34:09.086520 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-381d39bc-8623-47d1-8b35-5057c4a3bf22 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:09.148984 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-381d39bc-8623-47d1-8b35-5057c4a3bf22 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:09.154579 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-381d39bc-8623-47d1-8b35-5057c4a3bf22 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494245'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:09.176426 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d39bc-8623-47d1-8b35-5057c4a3bf22 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d24a9c1-6a5d-4279-b2a9-23c6ec2d84cb,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:34:09.178904 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-381d39bc-8623-47d1-8b35-5057c4a3bf22 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:09.180956 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-381d39bc-8623-47d1-8b35-5057c4a3bf22 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1249640 Sep 03 16:34:09.183918 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 52668) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:34:09.189165 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-c09e518d-f0a3-470b-b5d4-f91fcc43c814 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Request body: {'floatingip': {'floating_network_id': 'af961d58-b724-401e-8712-cedb04029227'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:34:09.214816 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c09e518d-f0a3-470b-b5d4-f91fcc43c814 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks [] for floatingip, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:09.315226 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c09e518d-f0a3-470b-b5d4-f91fcc43c814 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:09.425613 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-c09e518d-f0a3-470b-b5d4-f91fcc43c814 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Allocated IP 172.27.3.74 (af961d58-b724-401e-8712-cedb04029227/ab4829e3-7396-4499-a1b3-42e28c777fec/9f43f42e-4ef0-43df-b1f1-8e5b9ba911c0) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:34:09.527546 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c09e518d-f0a3-470b-b5d4-f91fcc43c814 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:09.571301 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c09e518d-f0a3-470b-b5d4-f91fcc43c814 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126147387'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:09.610171 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09e518d-f0a3-470b-b5d4-f91fcc43c814 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Network af961d58-b724-401e-8712-cedb04029227 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:34:09.612843 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-c09e518d-f0a3-470b-b5d4-f91fcc43c814 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:34:09.616377 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09e518d-f0a3-470b-b5d4-f91fcc43c814 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:34:09.645851 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e518d-f0a3-470b-b5d4-f91fcc43c814 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Pushing event updated for resources: {'Port': ['ID=9f43f42e-4ef0-43df-b1f1-8e5b9ba911c0,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:34:09.711115 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c09e518d-f0a3-470b-b5d4-f91fcc43c814 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:09.744999 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c09e518d-f0a3-470b-b5d4-f91fcc43c814 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:09.899947 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c09e518d-f0a3-470b-b5d4-f91fcc43c814 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:09.904945 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c09e518d-f0a3-470b-b5d4-f91fcc43c814 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126147372'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:09.979162 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e518d-f0a3-470b-b5d4-f91fcc43c814 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Pushing event updated for resources: {'Port': ['ID=9f43f42e-4ef0-43df-b1f1-8e5b9ba911c0,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:34:09.991134 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c09e518d-f0a3-470b-b5d4-f91fcc43c814 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956928'] for floatingip, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:10.005838 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c09e518d-f0a3-470b-b5d4-f91fcc43c814 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:10.009551 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-c09e518d-f0a3-470b-b5d4-f91fcc43c814 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8246250 Sep 03 16:34:10.193866 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d9db8e2f-e599-4379-8539-801aad2284cc req-5095397d-a41f-4fb4-b5a8-eb9764d92570 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1788395287&fields=id&tenant_id=e71e4fd9b30b4cdbb431569995a9b2b0 HTTP/1.1" status: 200 len: 267 time: 0.0325000 Sep 03 16:34:10.302194 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db8e2f-e599-4379-8539-801aad2284cc req-4d43cb54-11da-452b-9c7f-f6b11244ca52 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:10.304260 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d9db8e2f-e599-4379-8539-801aad2284cc req-4d43cb54-11da-452b-9c7f-f6b11244ca52 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/networks?id=9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8 HTTP/1.1" status: 200 len: 817 time: 0.1035187 Sep 03 16:34:10.319322 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d9db8e2f-e599-4379-8539-801aad2284cc req-f1d013a7-4387-46f8-ad89-7185ed896e5d tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/quotas/e71e4fd9b30b4cdbb431569995a9b2b0 HTTP/1.1" status: 200 len: 375 time: 0.0093212 Sep 03 16:34:10.370844 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d9db8e2f-e599-4379-8539-801aad2284cc req-62e8f4ce-53d9-412c-8429-921bee494f10 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e71e4fd9b30b4cdbb431569995a9b2b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463941 Sep 03 16:34:10.465959 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d9db8e2f-e599-4379-8539-801aad2284cc req-8cfcadba-092b-462e-985b-2aec05967444 service neutron] 10.222.0.62 "GET /v2.0/networks/9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838590 Sep 03 16:34:10.555059 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d9db8e2f-e599-4379-8539-801aad2284cc req-05bdd1e1-0433-4408-8713-428b5b285f56 service neutron] 10.222.0.62 "GET /v2.0/networks/9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807261 Sep 03 16:34:10.712182 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-405dc112-8631-4e4a-8ae9-ebb86180b1b7 req-8e8a7904-e7be-45f1-86eb-5f14b41d764c tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 210 time: 0.0272403 Sep 03 16:34:11.703933 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db8e2f-e599-4379-8539-801aad2284cc req-af3b1ff9-c5bb-4f45-bd26-3bb6b10ddf93 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:11.705413 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d9db8e2f-e599-4379-8539-801aad2284cc req-af3b1ff9-c5bb-4f45-bd26-3bb6b10ddf93 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.58 "GET /v2.0/networks?id=9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8 HTTP/1.1" status: 200 len: 817 time: 0.1038673 Sep 03 16:34:11.750642 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d9db8e2f-e599-4379-8539-801aad2284cc req-8214e49d-e37d-4e79-9482-aab807829209 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e71e4fd9b30b4cdbb431569995a9b2b0 HTTP/1.1" status: 200 len: 380 time: 0.0342486 Sep 03 16:34:11.770600 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-d9db8e2f-e599-4379-8539-801aad2284cc req-378c6d56-70aa-4d33-9814-c60ec725abe0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Request body: {'port': {'device_id': '565e7897-aecb-4ded-b156-3bbdf35dacd7', 'network_id': '9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8', 'admin_state_up': True, 'tenant_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'security_groups': ['755a756f-52a8-410e-ab16-443c5ee48256']}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:34:11.825147 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-3eb69ea5-de5d-419a-a9e4-07dfd5d34c68 req-328b83b9-c3b8-496b-b349-49c3eeb0fa5b tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 210 time: 0.0392444 Sep 03 16:34:11.904852 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9db8e2f-e599-4379-8539-801aad2284cc req-378c6d56-70aa-4d33-9814-c60ec725abe0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Made reservation on behalf of e71e4fd9b30b4cdbb431569995a9b2b0 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:34:11.908545 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d9db8e2f-e599-4379-8539-801aad2284cc req-378c6d56-70aa-4d33-9814-c60ec725abe0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:12.033374 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-d9db8e2f-e599-4379-8539-801aad2284cc req-378c6d56-70aa-4d33-9814-c60ec725abe0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Allocated IP 172.20.0.8 (9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8/5dcb62cb-36d4-4264-88ec-98f8e85fcb42/1492f9cb-9263-4a45-b385-2b231cd7c56e) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:34:12.164132 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d9db8e2f-e599-4379-8539-801aad2284cc req-378c6d56-70aa-4d33-9814-c60ec725abe0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:12.179106 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-d9db8e2f-e599-4379-8539-801aad2284cc req-378c6d56-70aa-4d33-9814-c60ec725abe0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Transition to ACTIVE for port object 1492f9cb-9263-4a45-b385-2b231cd7c56e will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:34:12.212730 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d9db8e2f-e599-4379-8539-801aad2284cc req-378c6d56-70aa-4d33-9814-c60ec725abe0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126147387'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:12.256712 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9db8e2f-e599-4379-8539-801aad2284cc req-378c6d56-70aa-4d33-9814-c60ec725abe0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Network 9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:34:12.259663 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-d9db8e2f-e599-4379-8539-801aad2284cc req-378c6d56-70aa-4d33-9814-c60ec725abe0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:34:12.263294 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9db8e2f-e599-4379-8539-801aad2284cc req-378c6d56-70aa-4d33-9814-c60ec725abe0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:34:12.272041 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378c6d56-70aa-4d33-9814-c60ec725abe0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Pushing event updated for resources: {'Port': ['ID=1492f9cb-9263-4a45-b385-2b231cd7c56e,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:34:12.304361 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378c6d56-70aa-4d33-9814-c60ec725abe0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:34:12.304604 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378c6d56-70aa-4d33-9814-c60ec725abe0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:34:12.304961 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378c6d56-70aa-4d33-9814-c60ec725abe0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:34:12.305336 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378c6d56-70aa-4d33-9814-c60ec725abe0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:34:12.305675 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378c6d56-70aa-4d33-9814-c60ec725abe0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:34:12.306012 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378c6d56-70aa-4d33-9814-c60ec725abe0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:34:12.306400 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378c6d56-70aa-4d33-9814-c60ec725abe0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:34:12.306677 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378c6d56-70aa-4d33-9814-c60ec725abe0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:34:12.307014 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378c6d56-70aa-4d33-9814-c60ec725abe0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:34:12.307349 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378c6d56-70aa-4d33-9814-c60ec725abe0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:34:12.307682 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378c6d56-70aa-4d33-9814-c60ec725abe0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:34:12.308025 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378c6d56-70aa-4d33-9814-c60ec725abe0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:34:12.335105 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db8e2f-e599-4379-8539-801aad2284cc req-378c6d56-70aa-4d33-9814-c60ec725abe0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:12.335874 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d9db8e2f-e599-4379-8539-801aad2284cc req-378c6d56-70aa-4d33-9814-c60ec725abe0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:12.351032 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d9db8e2f-e599-4379-8539-801aad2284cc req-378c6d56-70aa-4d33-9814-c60ec725abe0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5844681 Sep 03 16:34:12.364578 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-d9db8e2f-e599-4379-8539-801aad2284cc req-c51288de-bac8-4310-8433-1458082f27be service neutron] Request body: {'port': {'device_id': '565e7897-aecb-4ded-b156-3bbdf35dacd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:34:12.419320 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d9db8e2f-e599-4379-8539-801aad2284cc req-c51288de-bac8-4310-8433-1458082f27be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:12.524810 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-96346edd-7f8d-41f1-bc84-80ac872a194d None None] Provisioning for port 1492f9cb-9263-4a45-b385-2b231cd7c56e completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:34:12.529975 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-96346edd-7f8d-41f1-bc84-80ac872a194d None None] Provisioning complete for port 1492f9cb-9263-4a45-b385-2b231cd7c56e triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:34:12.530675 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-96346edd-7f8d-41f1-bc84-80ac872a194d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:12.575341 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-96346edd-7f8d-41f1-bc84-80ac872a194d None None] Port 1492f9cb-9263-4a45-b385-2b231cd7c56e cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:34:12.683202 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [req-d9db8e2f-e599-4379-8539-801aad2284cc req-c51288de-bac8-4310-8433-1458082f27be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1492f9cb-9263-4a45-b385-2b231cd7c56e {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:34:12.692188 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d9db8e2f-e599-4379-8539-801aad2284cc req-c51288de-bac8-4310-8433-1458082f27be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:12.705673 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-d9db8e2f-e599-4379-8539-801aad2284cc req-c51288de-bac8-4310-8433-1458082f27be service neutron] Transition to ACTIVE for port object 1492f9cb-9263-4a45-b385-2b231cd7c56e will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:34:12.711393 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d9db8e2f-e599-4379-8539-801aad2284cc req-c51288de-bac8-4310-8433-1458082f27be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126147372'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:12.767208 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51288de-bac8-4310-8433-1458082f27be service neutron] Pushing event updated for resources: {'Port': ['ID=1492f9cb-9263-4a45-b385-2b231cd7c56e,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:34:12.850248 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-d9db8e2f-e599-4379-8539-801aad2284cc req-c51288de-bac8-4310-8433-1458082f27be service neutron] Attempting to bind port 1492f9cb-9263-4a45-b385-2b231cd7c56e on host hv-cinder-75793 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:34:12.850496 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-d9db8e2f-e599-4379-8539-801aad2284cc req-c51288de-bac8-4310-8433-1458082f27be service neutron] Attempting to bind port 1492f9cb-9263-4a45-b385-2b231cd7c56e by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': 'c7c8f7dc-1301-40da-a83e-347a76dd7ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:34:12.850887 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9db8e2f-e599-4379-8539-801aad2284cc req-c51288de-bac8-4310-8433-1458082f27be service neutron] Attempting to bind port 1492f9cb-9263-4a45-b385-2b231cd7c56e on network 9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:34:12.856776 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9db8e2f-e599-4379-8539-801aad2284cc req-c51288de-bac8-4310-8433-1458082f27be service neutron] Port 1492f9cb-9263-4a45-b385-2b231cd7c56e on network 9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 16:34:12.857428 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9db8e2f-e599-4379-8539-801aad2284cc req-c51288de-bac8-4310-8433-1458082f27be service neutron] Attempting to bind port 1492f9cb-9263-4a45-b385-2b231cd7c56e on network 9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:34:12.863221 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9db8e2f-e599-4379-8539-801aad2284cc req-c51288de-bac8-4310-8433-1458082f27be service neutron] Checking agent: {'id': 'd3fcaccf-3212-4db0-9fe2-d79bf18b2000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 25, 52), 'started_at': datetime.datetime(2021, 9, 3, 16, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:34:12.863573 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9db8e2f-e599-4379-8539-801aad2284cc req-c51288de-bac8-4310-8433-1458082f27be service neutron] Checking segment: {'id': 'c7c8f7dc-1301-40da-a83e-347a76dd7ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:34:12.864052 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9db8e2f-e599-4379-8539-801aad2284cc req-c51288de-bac8-4310-8433-1458082f27be service neutron] Bound using segment: {'id': 'c7c8f7dc-1301-40da-a83e-347a76dd7ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:34:12.864389 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-d9db8e2f-e599-4379-8539-801aad2284cc req-c51288de-bac8-4310-8433-1458082f27be service neutron] Bound port: 1492f9cb-9263-4a45-b385-2b231cd7c56e, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7c8f7dc-1301-40da-a83e-347a76dd7ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:34:12.865676 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d9db8e2f-e599-4379-8539-801aad2284cc req-c51288de-bac8-4310-8433-1458082f27be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:12.938479 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-d9db8e2f-e599-4379-8539-801aad2284cc req-c51288de-bac8-4310-8433-1458082f27be service neutron] For port 1492f9cb-9263-4a45-b385-2b231cd7c56e, host hv-cinder-75793, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:34:12.942927 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-d9db8e2f-e599-4379-8539-801aad2284cc req-c51288de-bac8-4310-8433-1458082f27be service neutron] For port 1492f9cb-9263-4a45-b385-2b231cd7c56e, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=1492f9cb-9263-4a45-b385-2b231cd7c56e,segment=NetworkSegment(c7c8f7dc-1301-40da-a83e-347a76dd7ead),segment_id=c7c8f7dc-1301-40da-a83e-347a76dd7ead)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:34:12.951261 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d9db8e2f-e599-4379-8539-801aad2284cc req-c51288de-bac8-4310-8433-1458082f27be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126147372'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:12.970119 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db8e2f-e599-4379-8539-801aad2284cc req-c51288de-bac8-4310-8433-1458082f27be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:12.971149 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-d9db8e2f-e599-4379-8539-801aad2284cc req-c51288de-bac8-4310-8433-1458082f27be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:12.972953 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d9db8e2f-e599-4379-8539-801aad2284cc req-c51288de-bac8-4310-8433-1458082f27be service neutron] 10.222.0.58 "PUT /v2.0/ports/1492f9cb-9263-4a45-b385-2b231cd7c56e HTTP/1.1" status: 200 len: 1093 time: 0.6127636 Sep 03 16:34:12.974551 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '565e7897-aecb-4ded-b156-3bbdf35dacd7', 'tag': '1492f9cb-9263-4a45-b385-2b231cd7c56e'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:34:12.976858 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60a3384ac15a167e802cb15cc86cd66e960e7e49bcb7609cd88b9514a3633fc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98da9841-b952-4ba2-af16-e4cfc3a8e7f3" -d '{"events": [{"name": "network-changed", "server_uuid": "565e7897-aecb-4ded-b156-3bbdf35dacd7", "tag": "1492f9cb-9263-4a45-b385-2b231cd7c56e"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:34:13.021845 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4402de-4ee7-404b-ab9a-b11afdf33c3d req-119dd205-e252-4bed-9e65-720eae7fb8ac tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:13.023334 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6b4402de-4ee7-404b-ab9a-b11afdf33c3d req-119dd205-e252-4bed-9e65-720eae7fb8ac tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 943 time: 0.0872140 Sep 03 16:34:13.072954 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6b4402de-4ee7-404b-ab9a-b11afdf33c3d req-720330b9-e8ad-4565-afab-7bc5f0bfca01 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424881 Sep 03 16:34:13.085735 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eec6ff4-e871-4ef2-85a9-bf84f3a602d6 x-openstack-request-id: req-2eec6ff4-e871-4ef2-85a9-bf84f3a602d6 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:34:13.086059 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "565e7897-aecb-4ded-b156-3bbdf35dacd7", "tag": "1492f9cb-9263-4a45-b385-2b231cd7c56e", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:34:13.086164 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2eec6ff4-e871-4ef2-85a9-bf84f3a602d6 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:34:13.086573 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '565e7897-aecb-4ded-b156-3bbdf35dacd7', 'tag': '1492f9cb-9263-4a45-b385-2b231cd7c56e', 'status': 'completed', 'code': 200} Sep 03 16:34:13.102429 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51288de-bac8-4310-8433-1458082f27be service neutron] Pushing event updated for resources: {'Port': ['ID=1492f9cb-9263-4a45-b385-2b231cd7c56e,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:34:13.118455 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db8e2f-e599-4379-8539-801aad2284cc req-1123a906-194e-4109-80fe-9216a119c471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:13.120190 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d9db8e2f-e599-4379-8539-801aad2284cc req-1123a906-194e-4109-80fe-9216a119c471 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e71e4fd9b30b4cdbb431569995a9b2b0&device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 1096 time: 0.0897336 Sep 03 16:34:13.171392 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d9db8e2f-e599-4379-8539-801aad2284cc req-878e0303-23c9-43a5-8bf5-a36ea482d91d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1492f9cb-9263-4a45-b385-2b231cd7c56e HTTP/1.1" status: 200 len: 217 time: 0.0382328 Sep 03 16:34:13.239591 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db8e2f-e599-4379-8539-801aad2284cc req-62b9af51-d919-4cbe-a0bd-6bc4179e9f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:13.241799 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d9db8e2f-e599-4379-8539-801aad2284cc req-62b9af51-d919-4cbe-a0bd-6bc4179e9f39 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5dcb62cb-36d4-4264-88ec-98f8e85fcb42 HTTP/1.1" status: 200 len: 856 time: 0.0492692 Sep 03 16:34:13.290132 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db8e2f-e599-4379-8539-801aad2284cc req-b28c1d98-495a-4879-bc8c-6d8fbffdabbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:13.291684 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d9db8e2f-e599-4379-8539-801aad2284cc req-b28c1d98-495a-4879-bc8c-6d8fbffdabbb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400681 Sep 03 16:34:13.392017 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d9db8e2f-e599-4379-8539-801aad2284cc req-492035f4-11a6-4e84-bdc0-db94f582804e service neutron] 10.222.0.58 "GET /v2.0/networks/9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921967 Sep 03 16:34:13.447485 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 52770) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:34:13.496219 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d9db8e2f-e599-4379-8539-801aad2284cc req-ca7f2139-7b2e-4704-b366-893dc6ef9537 service neutron] 10.222.0.58 "GET /v2.0/networks/9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938699 Sep 03 16:34:13.552638 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4b213272-5105-4f29-b82a-a8a1f321aefa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:13.589324 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da9841-b952-4ba2-af16-e4cfc3a8e7f3 req-0354f183-28ae-4277-a749-3fe4dec784e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:13.590769 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-98da9841-b952-4ba2-af16-e4cfc3a8e7f3 req-0354f183-28ae-4277-a749-3fe4dec784e3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e71e4fd9b30b4cdbb431569995a9b2b0&device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 1096 time: 0.0450394 Sep 03 16:34:13.643419 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4b213272-5105-4f29-b82a-a8a1f321aefa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:13.648236 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4b213272-5105-4f29-b82a-a8a1f321aefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:13.683632 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da9841-b952-4ba2-af16-e4cfc3a8e7f3 req-da627058-d76e-47cc-88eb-d479af882a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:13.685120 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-98da9841-b952-4ba2-af16-e4cfc3a8e7f3 req-da627058-d76e-47cc-88eb-d479af882a23 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8 HTTP/1.1" status: 200 len: 918 time: 0.0843093 Sep 03 16:34:13.687936 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-4b213272-5105-4f29-b82a-a8a1f321aefa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=65ec0dc2dd824ea7a17f909c786cafbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2393339 Sep 03 16:34:13.689077 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b213272-5105-4f29-b82a-a8a1f321aefa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708f6d28-e442-4eb3-a75e-4de1630fb385,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:34:13.690495 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 52776) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:34:13.741777 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-98da9841-b952-4ba2-af16-e4cfc3a8e7f3 req-6b8a24f0-eae2-450f-9753-02f9cc5585c4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1492f9cb-9263-4a45-b385-2b231cd7c56e HTTP/1.1" status: 200 len: 217 time: 0.0432675 Sep 03 16:34:13.812455 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5043a647-4cc7-4a82-b786-75d8dbbc957a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:13.815908 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da9841-b952-4ba2-af16-e4cfc3a8e7f3 req-5def18e1-6699-446e-bdc4-427f7d6f0841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:13.818011 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-98da9841-b952-4ba2-af16-e4cfc3a8e7f3 req-5def18e1-6699-446e-bdc4-427f7d6f0841 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5dcb62cb-36d4-4264-88ec-98f8e85fcb42 HTTP/1.1" status: 200 len: 856 time: 0.0584807 Sep 03 16:34:13.858801 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5043a647-4cc7-4a82-b786-75d8dbbc957a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:13.904663 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da9841-b952-4ba2-af16-e4cfc3a8e7f3 req-08d253b2-c0bb-4adf-8d62-52d01f3cc83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:13.906202 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-98da9841-b952-4ba2-af16-e4cfc3a8e7f3 req-08d253b2-c0bb-4adf-8d62-52d01f3cc83b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0764172 Sep 03 16:34:13.936878 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5043a647-4cc7-4a82-b786-75d8dbbc957a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:13.939373 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5043a647-4cc7-4a82-b786-75d8dbbc957a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:13.940483 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-5043a647-4cc7-4a82-b786-75d8dbbc957a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/708f6d28-e442-4eb3-a75e-4de1630fb385 HTTP/1.1" status: 204 len: 168 time: 0.2478695 Sep 03 16:34:13.956644 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5043a647-4cc7-4a82-b786-75d8dbbc957a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708f6d28-e442-4eb3-a75e-4de1630fb385,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:34:14.013920 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-98da9841-b952-4ba2-af16-e4cfc3a8e7f3 req-7e37d2f2-f6f4-411c-9c43-193ce9ecb00a service neutron] 10.222.0.58 "GET /v2.0/networks/9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990996 Sep 03 16:34:14.224296 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 52784) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:34:14.238692 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f299ce07-65e8-421b-9a7f-d8b31a4e3334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:14.334139 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f299ce07-65e8-421b-9a7f-d8b31a4e3334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:14.339158 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f299ce07-65e8-421b-9a7f-d8b31a4e3334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:14.380122 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-f299ce07-65e8-421b-9a7f-d8b31a4e3334 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=70a8d1ab5da3483f9facee88a0e33126&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1546209 Sep 03 16:34:14.382668 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f299ce07-65e8-421b-9a7f-d8b31a4e3334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee40bc9-5cb9-4c8c-857e-73b57ce98a78,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:34:14.383632 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-98da9841-b952-4ba2-af16-e4cfc3a8e7f3 req-3073bea8-4644-449f-ab19-117d2a25cc69 service neutron] 10.222.0.58 "GET /v2.0/networks/9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626108 Sep 03 16:34:14.385120 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 52786) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:34:14.406672 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d88856-ae5b-4f74-ace6-4f251c021ef8 req-daebb490-79ba-4547-9cf9-1ea929b86bb1 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:14.408140 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-24d88856-ae5b-4f74-ace6-4f251c021ef8 req-daebb490-79ba-4547-9cf9-1ea929b86bb1 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 943 time: 0.0723989 Sep 03 16:34:14.437874 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-41116a41-dd7c-4626-99bc-c437cfd080a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:14.446383 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-24d88856-ae5b-4f74-ace6-4f251c021ef8 req-c1182bc7-9033-4c45-9032-4e164ec20f7a tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322344 Sep 03 16:34:14.461888 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-41116a41-dd7c-4626-99bc-c437cfd080a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:14.507043 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-41116a41-dd7c-4626-99bc-c437cfd080a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:14.509583 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-41116a41-dd7c-4626-99bc-c437cfd080a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:14.510719 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-41116a41-dd7c-4626-99bc-c437cfd080a7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7ee40bc9-5cb9-4c8c-857e-73b57ce98a78 HTTP/1.1" status: 204 len: 168 time: 0.1248329 Sep 03 16:34:14.520083 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41116a41-dd7c-4626-99bc-c437cfd080a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee40bc9-5cb9-4c8c-857e-73b57ce98a78,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:34:15.177033 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 52808) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:34:15.271928 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-95b8053c-38f8-409b-bcba-309dd7168626 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1950964791-network', 'tenant_id': '37dac626b26645d4917d923fa444b8d7'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:34:15.294256 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b8053c-38f8-409b-bcba-309dd7168626 admin admin] Made reservation on behalf of 37dac626b26645d4917d923fa444b8d7 for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:34:15.296561 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95b8053c-38f8-409b-bcba-309dd7168626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:15.308059 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95b8053c-38f8-409b-bcba-309dd7168626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:15.392501 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95b8053c-38f8-409b-bcba-309dd7168626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:15.396883 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95b8053c-38f8-409b-bcba-309dd7168626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:15.420283 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95b8053c-38f8-409b-bcba-309dd7168626 admin admin] vlan segment allocate from pool success with {'vlan_id': 890, 'physical_network': 'physnet1'} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 16:34:15.429520 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b8053c-38f8-409b-bcba-309dd7168626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ca1522-5b7f-4929-bb3e-2d53effcce3f,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:34:15.434216 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95b8053c-38f8-409b-bcba-309dd7168626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:15.434566 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.db.segments_db [None req-95b8053c-38f8-409b-bcba-309dd7168626 admin admin] Added segment 17a146a5-0b8b-4e4c-bdaf-d307230cbd6e of type vlan for network 06676ff9-c2f7-4cdc-94cc-d1e92d7f482c Sep 03 16:34:15.453635 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-58920d4c-ba6f-4661-8cce-78276b583567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:15.477457 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95b8053c-38f8-409b-bcba-309dd7168626 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739257364188'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:15.502250 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95b8053c-38f8-409b-bcba-309dd7168626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:15.503412 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b8053c-38f8-409b-bcba-309dd7168626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:15.503992 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-95b8053c-38f8-409b-bcba-309dd7168626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:15.535374 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-95b8053c-38f8-409b-bcba-309dd7168626 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3571899 Sep 03 16:34:15.540033 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 52814) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:34:15.567862 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-e0778385-278b-4233-9334-6c72dae983b8 admin admin] Request body: {'subnet': {'network_id': '06676ff9-c2f7-4cdc-94cc-d1e92d7f482c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1950964791-subnet', 'tenant_id': '37dac626b26645d4917d923fa444b8d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:34:15.568628 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f276f6-9464-4c03-b622-df8a3e492d86 req-340219b7-a873-4322-8ba7-a9364e754518 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:15.569943 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-54f276f6-9464-4c03-b622-df8a3e492d86 req-340219b7-a873-4322-8ba7-a9364e754518 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 943 time: 0.0524662 Sep 03 16:34:15.574152 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b8053c-38f8-409b-bcba-309dd7168626 admin admin] Pushing event updated for resources: {'Network': ['ID=06676ff9-c2f7-4cdc-94cc-d1e92d7f482c,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:34:15.585492 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Network 06676ff9-c2f7-4cdc-94cc-d1e92d7f482c details requested by agent ovs-agent-dv-cinder-757936-8-iscsi with host dv-cinder-757936-8-iscsi {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 16:34:15.592436 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0778385-278b-4233-9334-6c72dae983b8 admin admin] Made reservation on behalf of 37dac626b26645d4917d923fa444b8d7 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:34:15.595176 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e0778385-278b-4233-9334-6c72dae983b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126670138'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:15.610358 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-54f276f6-9464-4c03-b622-df8a3e492d86 req-fb7aae1a-20b7-4d29-9a39-943cb0c31607 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343039 Sep 03 16:34:15.758502 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e0778385-278b-4233-9334-6c72dae983b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126147543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126670100'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:15.808739 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0778385-278b-4233-9334-6c72dae983b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36e7fa85-1beb-4985-9419-05cc617d3f75,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:34:15.819866 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0778385-278b-4233-9334-6c72dae983b8 admin admin] Checking segment: {'id': '17a146a5-0b8b-4e4c-bdaf-d307230cbd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '06676ff9-c2f7-4cdc-94cc-d1e92d7f482c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:34:15.820317 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0778385-278b-4233-9334-6c72dae983b8 admin admin] Network hostable DHCP agents. Network: 06676ff9-c2f7-4cdc-94cc-d1e92d7f482c, hostable agents: ['3c1899c8-97e0-46b0-b7e8-2386c864002b'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 16:34:15.837007 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0778385-278b-4233-9334-6c72dae983b8 admin admin] Network 06676ff9-c2f7-4cdc-94cc-d1e92d7f482c is scheduled to be hosted by DHCP agent 3c1899c8-97e0-46b0-b7e8-2386c864002b with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 16:34:15.845321 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-e0778385-278b-4233-9334-6c72dae983b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-8-iscsi, 06676ff9-c2f7-4cdc-94cc-d1e92d7f482c) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:34:15.849277 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0778385-278b-4233-9334-6c72dae983b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:15.849884 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e0778385-278b-4233-9334-6c72dae983b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:15.854886 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a1c5f5-81cf-4700-9fb2-487bf46e209a None None] Network 06676ff9-c2f7-4cdc-94cc-d1e92d7f482c requested from dv-cinder-757936-8-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:34:15.869027 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-e0778385-278b-4233-9334-6c72dae983b8 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3279722 Sep 03 16:34:15.980703 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10c6563-8ceb-478d-a3ad-b5a6593febd2 None None] Network 06676ff9-c2f7-4cdc-94cc-d1e92d7f482c requested from dv-cinder-757936-8-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:34:16.588665 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 1492f9cb-9263-4a45-b385-2b231cd7c56e details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 16:34:16.718407 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 1492f9cb-9263-4a45-b385-2b231cd7c56e, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=1492f9cb-9263-4a45-b385-2b231cd7c56e,segment=NetworkSegment(c7c8f7dc-1301-40da-a83e-347a76dd7ead),segment_id=c7c8f7dc-1301-40da-a83e-347a76dd7ead)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:34:16.733784 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Returning: {'device': '1492f9cb-9263-4a45-b385-2b231cd7c56e', 'network_id': '9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8', 'port_id': '1492f9cb-9263-4a45-b385-2b231cd7c56e', 'mac_address': 'fa:16:3e:91:b6:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dcb62cb-36d4-4264-88ec-98f8e85fcb42', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 16:34:16.771222 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b12a88-adcd-488e-a6ba-d9bbfb5d4dea req-4e7be483-89b0-47f9-bfa7-9fafd6e4365f tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:16.772808 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-61b12a88-adcd-488e-a6ba-d9bbfb5d4dea req-4e7be483-89b0-47f9-bfa7-9fafd6e4365f tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 943 time: 0.0540793 Sep 03 16:34:16.773272 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:16.788097 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1492f9cb-9263-4a45-b385-2b231cd7c56e {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:34:16.808678 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 1492f9cb-9263-4a45-b385-2b231cd7c56e, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=1492f9cb-9263-4a45-b385-2b231cd7c56e,segment=NetworkSegment(c7c8f7dc-1301-40da-a83e-347a76dd7ead),segment_id=c7c8f7dc-1301-40da-a83e-347a76dd7ead)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:34:16.812590 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:16.814730 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-61b12a88-adcd-488e-a6ba-d9bbfb5d4dea req-6f62fd80-5b46-4490-af79-a61393177759 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349162 Sep 03 16:34:16.865378 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=1492f9cb-9263-4a45-b385-2b231cd7c56e,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:34:17.068721 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] get_ports_and_sgs() called for port_ids ['1492f9cb-9263-4a45-b385-2b231cd7c56e'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:34:17.611938 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc943a2-fece-4cda-967d-33a2e99bcb43 req-aaa367b8-78cc-4aff-811c-63ab4c91ce4a tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:17.613597 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fcc943a2-fece-4cda-967d-33a2e99bcb43 req-aaa367b8-78cc-4aff-811c-63ab4c91ce4a tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.62 "GET /v2.0/networks?id=06676ff9-c2f7-4cdc-94cc-d1e92d7f482c HTTP/1.1" status: 200 len: 809 time: 0.0979772 Sep 03 16:34:17.628876 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fcc943a2-fece-4cda-967d-33a2e99bcb43 req-fe373901-ca62-483a-beb9-f062a28d3727 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.62 "GET /v2.0/quotas/37dac626b26645d4917d923fa444b8d7 HTTP/1.1" status: 200 len: 375 time: 0.0090759 Sep 03 16:34:17.663272 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fcc943a2-fece-4cda-967d-33a2e99bcb43 req-a996c35a-9684-4c23-94d1-8a68c10010f7 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=37dac626b26645d4917d923fa444b8d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284257 Sep 03 16:34:17.751172 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fcc943a2-fece-4cda-967d-33a2e99bcb43 req-76a2b6ad-5aa1-43fe-8f03-4517321ae699 service neutron] 10.222.0.62 "GET /v2.0/networks/06676ff9-c2f7-4cdc-94cc-d1e92d7f482c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810018 Sep 03 16:34:17.842772 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fcc943a2-fece-4cda-967d-33a2e99bcb43 req-06d86100-429c-4462-885f-50a1480f723b service neutron] 10.222.0.62 "GET /v2.0/networks/06676ff9-c2f7-4cdc-94cc-d1e92d7f482c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856962 Sep 03 16:34:17.946533 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845530d3-515c-4627-9599-c9823434fb4e req-e60a9424-f0a7-420a-a30d-011f07b5ea2d tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:17.948177 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-845530d3-515c-4627-9599-c9823434fb4e req-e60a9424-f0a7-420a-a30d-011f07b5ea2d tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 944 time: 0.0526872 Sep 03 16:34:17.988686 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-845530d3-515c-4627-9599-c9823434fb4e req-16355deb-9d46-4222-bfc2-7626859fbd35 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334506 Sep 03 16:34:18.016546 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ab06dbbc-9480-4fe5-bdd5-b028e7d0c9da req-53c72bc5-7a80-4ad7-bd4c-34fa265293af tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b866721-b496-4fdd-9339-268f7259dbb2 HTTP/1.1" status: 200 len: 210 time: 0.0380104 Sep 03 16:34:18.026160 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3c639408-e505-4ffe-8c18-47bd79de8409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:18.355298 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:18.595709 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 1492f9cb-9263-4a45-b385-2b231cd7c56e up at agent hyperv_hv-cinder-75793 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:34:18.643792 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Provisioning for port 1492f9cb-9263-4a45-b385-2b231cd7c56e completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:34:18.648198 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Provisioning complete for port 1492f9cb-9263-4a45-b385-2b231cd7c56e triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:34:18.648579 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:18.732823 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:18.754344 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '565e7897-aecb-4ded-b156-3bbdf35dacd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1492f9cb-9263-4a45-b385-2b231cd7c56e'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:34:18.757175 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b89f8b623511fb8008411a61343ca2df4e8635703a50781169befd4cf5794b60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14cf141-b5dc-41e4-a0e0-0e54df32b41a" -d '{"events": [{"server_uuid": "565e7897-aecb-4ded-b156-3bbdf35dacd7", "name": "network-vif-plugged", "status": "completed", "tag": "1492f9cb-9263-4a45-b385-2b231cd7c56e"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:34:18.778355 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 1492f9cb-9263-4a45-b385-2b231cd7c56e, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=1492f9cb-9263-4a45-b385-2b231cd7c56e,segment=NetworkSegment(c7c8f7dc-1301-40da-a83e-347a76dd7ead),segment_id=c7c8f7dc-1301-40da-a83e-347a76dd7ead)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:34:18.783652 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:18.812165 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449718d0-3110-4505-a1fa-f6833b084baf x-openstack-request-id: req-449718d0-3110-4505-a1fa-f6833b084baf {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:34:18.812501 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "565e7897-aecb-4ded-b156-3bbdf35dacd7", "name": "network-vif-plugged", "status": "completed", "tag": "1492f9cb-9263-4a45-b385-2b231cd7c56e", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:34:18.812754 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-449718d0-3110-4505-a1fa-f6833b084baf {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:34:18.813190 dv-cinder-757936-8-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '565e7897-aecb-4ded-b156-3bbdf35dacd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1492f9cb-9263-4a45-b385-2b231cd7c56e', 'code': 200} Sep 03 16:34:18.841570 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=1492f9cb-9263-4a45-b385-2b231cd7c56e,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:34:18.980558 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc943a2-fece-4cda-967d-33a2e99bcb43 req-f053f448-7d9e-4234-8daa-9fa366dadc23 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:18.983297 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fcc943a2-fece-4cda-967d-33a2e99bcb43 req-f053f448-7d9e-4234-8daa-9fa366dadc23 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.58 "GET /v2.0/networks?id=06676ff9-c2f7-4cdc-94cc-d1e92d7f482c HTTP/1.1" status: 200 len: 809 time: 0.1156693 Sep 03 16:34:18.996343 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-fcc943a2-fece-4cda-967d-33a2e99bcb43 req-5d2ccea8-33e2-4361-80b5-f3efd8625a43 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Request body: {'port': {'device_id': '9b866721-b496-4fdd-9339-268f7259dbb2', 'network_id': '06676ff9-c2f7-4cdc-94cc-d1e92d7f482c', 'admin_state_up': True, 'tenant_id': '37dac626b26645d4917d923fa444b8d7'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:34:19.018118 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe1760-9ea3-4da3-a8b0-0ce8652fa961 req-7abdfb7f-a3da-4473-92b2-09005d0c53a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:19.020253 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0afe1760-9ea3-4da3-a8b0-0ce8652fa961 req-7abdfb7f-a3da-4473-92b2-09005d0c53a2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 1098 time: 0.0437293 Sep 03 16:34:19.028804 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad34-f359-45be-bded-9b7b563a89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:19.061135 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0afe1760-9ea3-4da3-a8b0-0ce8652fa961 req-8b8ff65d-0294-438f-b73c-0fada91fdaab service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307922 Sep 03 16:34:19.122556 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcc943a2-fece-4cda-967d-33a2e99bcb43 req-5d2ccea8-33e2-4361-80b5-f3efd8625a43 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Made reservation on behalf of 37dac626b26645d4917d923fa444b8d7 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:34:19.124401 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192935a-5356-40b7-891a-88c4bc5509be req-9aaf57c9-5cc0-4a38-921d-3bafee97c891 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:19.125947 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5192935a-5356-40b7-891a-88c4bc5509be req-9aaf57c9-5cc0-4a38-921d-3bafee97c891 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 945 time: 0.0513566 Sep 03 16:34:19.126195 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-fcc943a2-fece-4cda-967d-33a2e99bcb43 req-5d2ccea8-33e2-4361-80b5-f3efd8625a43 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:19.151186 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b4f974b4-a718-4dd0-b705-e844dc785b0d req-e9a7864f-168c-4b98-877f-2c96d84211fc tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b866721-b496-4fdd-9339-268f7259dbb2 HTTP/1.1" status: 200 len: 210 time: 0.0422785 Sep 03 16:34:19.164835 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5192935a-5356-40b7-891a-88c4bc5509be req-350f8524-6e28-449b-a557-edb2d95f85cc tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325031 Sep 03 16:34:19.262481 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-fcc943a2-fece-4cda-967d-33a2e99bcb43 req-5d2ccea8-33e2-4361-80b5-f3efd8625a43 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Allocated IP 172.20.0.7 (06676ff9-c2f7-4cdc-94cc-d1e92d7f482c/36e7fa85-1beb-4985-9419-05cc617d3f75/cf649917-1eca-4946-b7c5-e216d21e26c0) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:34:19.404110 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-fcc943a2-fece-4cda-967d-33a2e99bcb43 req-5d2ccea8-33e2-4361-80b5-f3efd8625a43 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:19.441393 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-fcc943a2-fece-4cda-967d-33a2e99bcb43 req-5d2ccea8-33e2-4361-80b5-f3efd8625a43 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126147387'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:19.483019 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcc943a2-fece-4cda-967d-33a2e99bcb43 req-5d2ccea8-33e2-4361-80b5-f3efd8625a43 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Network 06676ff9-c2f7-4cdc-94cc-d1e92d7f482c is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:34:19.486004 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-fcc943a2-fece-4cda-967d-33a2e99bcb43 req-5d2ccea8-33e2-4361-80b5-f3efd8625a43 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:34:19.490491 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc943a2-fece-4cda-967d-33a2e99bcb43 req-5d2ccea8-33e2-4361-80b5-f3efd8625a43 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:34:19.498338 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ccea8-33e2-4361-80b5-f3efd8625a43 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Pushing event updated for resources: {'Port': ['ID=cf649917-1eca-4946-b7c5-e216d21e26c0,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:34:19.542111 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc943a2-fece-4cda-967d-33a2e99bcb43 req-5d2ccea8-33e2-4361-80b5-f3efd8625a43 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:19.542786 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-fcc943a2-fece-4cda-967d-33a2e99bcb43 req-5d2ccea8-33e2-4361-80b5-f3efd8625a43 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:19.556482 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fcc943a2-fece-4cda-967d-33a2e99bcb43 req-5d2ccea8-33e2-4361-80b5-f3efd8625a43 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5645387 Sep 03 16:34:19.571619 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-fcc943a2-fece-4cda-967d-33a2e99bcb43 req-42d2843b-f901-49a0-905f-58d5a77fa9b4 service neutron] Request body: {'port': {'device_id': '9b866721-b496-4fdd-9339-268f7259dbb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:34:19.626732 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-fcc943a2-fece-4cda-967d-33a2e99bcb43 req-42d2843b-f901-49a0-905f-58d5a77fa9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:19.883835 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [req-fcc943a2-fece-4cda-967d-33a2e99bcb43 req-42d2843b-f901-49a0-905f-58d5a77fa9b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf649917-1eca-4946-b7c5-e216d21e26c0 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:34:19.890949 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-fcc943a2-fece-4cda-967d-33a2e99bcb43 req-42d2843b-f901-49a0-905f-58d5a77fa9b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:19.902951 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-fcc943a2-fece-4cda-967d-33a2e99bcb43 req-42d2843b-f901-49a0-905f-58d5a77fa9b4 service neutron] Transition to ACTIVE for port object cf649917-1eca-4946-b7c5-e216d21e26c0 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:34:19.905938 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-fcc943a2-fece-4cda-967d-33a2e99bcb43 req-42d2843b-f901-49a0-905f-58d5a77fa9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126147372'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:19.955400 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d2843b-f901-49a0-905f-58d5a77fa9b4 service neutron] Pushing event updated for resources: {'Port': ['ID=cf649917-1eca-4946-b7c5-e216d21e26c0,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:34:20.026797 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-fcc943a2-fece-4cda-967d-33a2e99bcb43 req-42d2843b-f901-49a0-905f-58d5a77fa9b4 service neutron] Attempting to bind port cf649917-1eca-4946-b7c5-e216d21e26c0 on host hv-cinder-75793 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:34:20.027497 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-fcc943a2-fece-4cda-967d-33a2e99bcb43 req-42d2843b-f901-49a0-905f-58d5a77fa9b4 service neutron] Attempting to bind port cf649917-1eca-4946-b7c5-e216d21e26c0 by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': '17a146a5-0b8b-4e4c-bdaf-d307230cbd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '06676ff9-c2f7-4cdc-94cc-d1e92d7f482c'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:34:20.027497 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc943a2-fece-4cda-967d-33a2e99bcb43 req-42d2843b-f901-49a0-905f-58d5a77fa9b4 service neutron] Attempting to bind port cf649917-1eca-4946-b7c5-e216d21e26c0 on network 06676ff9-c2f7-4cdc-94cc-d1e92d7f482c {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:34:20.031621 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc943a2-fece-4cda-967d-33a2e99bcb43 req-42d2843b-f901-49a0-905f-58d5a77fa9b4 service neutron] Port cf649917-1eca-4946-b7c5-e216d21e26c0 on network 06676ff9-c2f7-4cdc-94cc-d1e92d7f482c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 16:34:20.031949 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc943a2-fece-4cda-967d-33a2e99bcb43 req-42d2843b-f901-49a0-905f-58d5a77fa9b4 service neutron] Attempting to bind port cf649917-1eca-4946-b7c5-e216d21e26c0 on network 06676ff9-c2f7-4cdc-94cc-d1e92d7f482c {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:34:20.037254 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc943a2-fece-4cda-967d-33a2e99bcb43 req-42d2843b-f901-49a0-905f-58d5a77fa9b4 service neutron] Checking agent: {'id': 'd3fcaccf-3212-4db0-9fe2-d79bf18b2000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 25, 52), 'started_at': datetime.datetime(2021, 9, 3, 16, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:34:20.037596 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc943a2-fece-4cda-967d-33a2e99bcb43 req-42d2843b-f901-49a0-905f-58d5a77fa9b4 service neutron] Checking segment: {'id': '17a146a5-0b8b-4e4c-bdaf-d307230cbd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '06676ff9-c2f7-4cdc-94cc-d1e92d7f482c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:34:20.037980 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc943a2-fece-4cda-967d-33a2e99bcb43 req-42d2843b-f901-49a0-905f-58d5a77fa9b4 service neutron] Bound using segment: {'id': '17a146a5-0b8b-4e4c-bdaf-d307230cbd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '06676ff9-c2f7-4cdc-94cc-d1e92d7f482c'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:34:20.038408 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-fcc943a2-fece-4cda-967d-33a2e99bcb43 req-42d2843b-f901-49a0-905f-58d5a77fa9b4 service neutron] Bound port: cf649917-1eca-4946-b7c5-e216d21e26c0, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17a146a5-0b8b-4e4c-bdaf-d307230cbd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '06676ff9-c2f7-4cdc-94cc-d1e92d7f482c'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:34:20.038763 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-fcc943a2-fece-4cda-967d-33a2e99bcb43 req-42d2843b-f901-49a0-905f-58d5a77fa9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:20.098566 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-fcc943a2-fece-4cda-967d-33a2e99bcb43 req-42d2843b-f901-49a0-905f-58d5a77fa9b4 service neutron] For port cf649917-1eca-4946-b7c5-e216d21e26c0, host hv-cinder-75793, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:34:20.102133 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-fcc943a2-fece-4cda-967d-33a2e99bcb43 req-42d2843b-f901-49a0-905f-58d5a77fa9b4 service neutron] For port cf649917-1eca-4946-b7c5-e216d21e26c0, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=cf649917-1eca-4946-b7c5-e216d21e26c0,segment=NetworkSegment(17a146a5-0b8b-4e4c-bdaf-d307230cbd6e),segment_id=17a146a5-0b8b-4e4c-bdaf-d307230cbd6e)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:34:20.105982 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-fcc943a2-fece-4cda-967d-33a2e99bcb43 req-42d2843b-f901-49a0-905f-58d5a77fa9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126147372'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:20.137158 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc943a2-fece-4cda-967d-33a2e99bcb43 req-42d2843b-f901-49a0-905f-58d5a77fa9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:20.137777 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-fcc943a2-fece-4cda-967d-33a2e99bcb43 req-42d2843b-f901-49a0-905f-58d5a77fa9b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:20.139157 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fcc943a2-fece-4cda-967d-33a2e99bcb43 req-42d2843b-f901-49a0-905f-58d5a77fa9b4 service neutron] 10.222.0.58 "PUT /v2.0/ports/cf649917-1eca-4946-b7c5-e216d21e26c0 HTTP/1.1" status: 200 len: 1093 time: 0.5723300 Sep 03 16:34:20.139585 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b866721-b496-4fdd-9339-268f7259dbb2', 'tag': 'cf649917-1eca-4946-b7c5-e216d21e26c0'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:34:20.141851 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60a3384ac15a167e802cb15cc86cd66e960e7e49bcb7609cd88b9514a3633fc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4630fc64-d825-4399-ab33-c40e3c83935f" -d '{"events": [{"name": "network-changed", "server_uuid": "9b866721-b496-4fdd-9339-268f7259dbb2", "tag": "cf649917-1eca-4946-b7c5-e216d21e26c0"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:34:20.173736 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d2843b-f901-49a0-905f-58d5a77fa9b4 service neutron] Pushing event updated for resources: {'Port': ['ID=cf649917-1eca-4946-b7c5-e216d21e26c0,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:34:20.195599 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d45c0e-b33a-48ab-b2b8-993340c51d12 x-openstack-request-id: req-e6d45c0e-b33a-48ab-b2b8-993340c51d12 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:34:20.196083 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b866721-b496-4fdd-9339-268f7259dbb2", "tag": "cf649917-1eca-4946-b7c5-e216d21e26c0", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:34:20.196343 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e6d45c0e-b33a-48ab-b2b8-993340c51d12 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:34:20.196982 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b866721-b496-4fdd-9339-268f7259dbb2', 'tag': 'cf649917-1eca-4946-b7c5-e216d21e26c0', 'status': 'completed', 'code': 200} Sep 03 16:34:20.265895 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc943a2-fece-4cda-967d-33a2e99bcb43 req-0ae3f65f-34e3-4590-b903-643218031910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:20.267369 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fcc943a2-fece-4cda-967d-33a2e99bcb43 req-0ae3f65f-34e3-4590-b903-643218031910 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=37dac626b26645d4917d923fa444b8d7&device_id=9b866721-b496-4fdd-9339-268f7259dbb2 HTTP/1.1" status: 200 len: 1096 time: 0.0526786 Sep 03 16:34:20.297129 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de483d0-7ea3-4efb-b3e6-1b72ce671cb3 req-20c95f8d-771f-486c-b664-558a53031384 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:20.298630 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9de483d0-7ea3-4efb-b3e6-1b72ce671cb3 req-20c95f8d-771f-486c-b664-558a53031384 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b866721-b496-4fdd-9339-268f7259dbb2 HTTP/1.1" status: 200 len: 943 time: 0.0534229 Sep 03 16:34:20.323526 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fcc943a2-fece-4cda-967d-33a2e99bcb43 req-81dfbf67-50dd-4b20-91cc-b89638ac60ed service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf649917-1eca-4946-b7c5-e216d21e26c0 HTTP/1.1" status: 200 len: 217 time: 0.0429142 Sep 03 16:34:20.338452 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9de483d0-7ea3-4efb-b3e6-1b72ce671cb3 req-515e51ef-cda8-4180-b72f-4081f77c2480 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.62 "GET /v2.0/security-groups?id=33ca1522-5b7f-4929-bb3e-2d53effcce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337729 Sep 03 16:34:20.339163 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980a5e3-ebe9-47cd-bc44-8a762929a5d2 req-7d068e3c-ffb0-4bc3-a837-a99c6a9b20b3 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:20.340756 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4980a5e3-ebe9-47cd-bc44-8a762929a5d2 req-7d068e3c-ffb0-4bc3-a837-a99c6a9b20b3 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 945 time: 0.0893729 Sep 03 16:34:20.415158 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4980a5e3-ebe9-47cd-bc44-8a762929a5d2 req-114cd7c6-e3df-4bc9-8b0a-acf690c36897 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683432 Sep 03 16:34:20.420946 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc943a2-fece-4cda-967d-33a2e99bcb43 req-2cabc588-8a41-4ef5-b86c-8358bcc65137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:20.422355 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fcc943a2-fece-4cda-967d-33a2e99bcb43 req-2cabc588-8a41-4ef5-b86c-8358bcc65137 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=36e7fa85-1beb-4985-9419-05cc617d3f75 HTTP/1.1" status: 200 len: 849 time: 0.0685616 Sep 03 16:34:20.461810 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fcc943a2-fece-4cda-967d-33a2e99bcb43 req-63d9f61f-5adb-4487-96e9-693c39db0bc3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=06676ff9-c2f7-4cdc-94cc-d1e92d7f482c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279369 Sep 03 16:34:20.562485 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fcc943a2-fece-4cda-967d-33a2e99bcb43 req-487f70cf-8d0a-4dfd-91ed-771f57c516bd service neutron] 10.222.0.58 "GET /v2.0/networks/06676ff9-c2f7-4cdc-94cc-d1e92d7f482c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900006 Sep 03 16:34:20.651922 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fcc943a2-fece-4cda-967d-33a2e99bcb43 req-0d91b041-1d45-4166-9839-27f35767fb70 service neutron] 10.222.0.58 "GET /v2.0/networks/06676ff9-c2f7-4cdc-94cc-d1e92d7f482c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811670 Sep 03 16:34:20.739246 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630fc64-d825-4399-ab33-c40e3c83935f req-4a230f3f-5dba-45d0-b22b-933bca8d119e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:20.740655 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4630fc64-d825-4399-ab33-c40e3c83935f req-4a230f3f-5dba-45d0-b22b-933bca8d119e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=37dac626b26645d4917d923fa444b8d7&device_id=9b866721-b496-4fdd-9339-268f7259dbb2 HTTP/1.1" status: 200 len: 1096 time: 0.0436440 Sep 03 16:34:20.805184 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30fea9dd-2dab-4865-ba17-13165276935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:20.831624 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630fc64-d825-4399-ab33-c40e3c83935f req-cbf03920-ae65-48f4-9d63-52d02fad6318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:20.834893 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4630fc64-d825-4399-ab33-c40e3c83935f req-cbf03920-ae65-48f4-9d63-52d02fad6318 service neutron] 10.222.0.58 "GET /v2.0/networks?id=06676ff9-c2f7-4cdc-94cc-d1e92d7f482c HTTP/1.1" status: 200 len: 910 time: 0.0843308 Sep 03 16:34:20.879421 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4630fc64-d825-4399-ab33-c40e3c83935f req-cc255c96-bc37-4835-b032-ec6b2adb7f82 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf649917-1eca-4946-b7c5-e216d21e26c0 HTTP/1.1" status: 200 len: 217 time: 0.0362825 Sep 03 16:34:20.929687 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630fc64-d825-4399-ab33-c40e3c83935f req-9fff7962-fd89-4e2f-be68-e0ea1be553e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:20.931171 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4630fc64-d825-4399-ab33-c40e3c83935f req-9fff7962-fd89-4e2f-be68-e0ea1be553e6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=36e7fa85-1beb-4985-9419-05cc617d3f75 HTTP/1.1" status: 200 len: 849 time: 0.0424495 Sep 03 16:34:20.967305 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4630fc64-d825-4399-ab33-c40e3c83935f req-192d14d4-8c0d-4c31-9f14-f213fbaca976 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=06676ff9-c2f7-4cdc-94cc-d1e92d7f482c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252523 Sep 03 16:34:21.060505 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4630fc64-d825-4399-ab33-c40e3c83935f req-ef56e19d-b70b-4ba7-9cb4-1b71e1f14e1a service neutron] 10.222.0.58 "GET /v2.0/networks/06676ff9-c2f7-4cdc-94cc-d1e92d7f482c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825644 Sep 03 16:34:21.150687 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4630fc64-d825-4399-ab33-c40e3c83935f req-a0e0a4ac-13c1-44cd-8d43-d2fce60b90a0 service neutron] 10.222.0.58 "GET /v2.0/networks/06676ff9-c2f7-4cdc-94cc-d1e92d7f482c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814810 Sep 03 16:34:21.453148 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3ff12-aa93-40ec-8ff1-6142f7431c7c req-512f35a5-728d-4e16-bce1-ecde72d88d55 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:21.454655 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a3e3ff12-aa93-40ec-8ff1-6142f7431c7c req-512f35a5-728d-4e16-bce1-ecde72d88d55 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b866721-b496-4fdd-9339-268f7259dbb2 HTTP/1.1" status: 200 len: 943 time: 0.0499203 Sep 03 16:34:21.493894 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a3e3ff12-aa93-40ec-8ff1-6142f7431c7c req-5a1b8b44-6b29-4f1e-b02f-fa6ff866b511 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.62 "GET /v2.0/security-groups?id=33ca1522-5b7f-4929-bb3e-2d53effcce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331223 Sep 03 16:34:21.532748 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca84efb-d11c-48e8-b451-9d381fd938b7 req-2790f9f4-a33b-4832-b4b5-93effd9484ad tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:21.534244 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-8ca84efb-d11c-48e8-b451-9d381fd938b7 req-2790f9f4-a33b-4832-b4b5-93effd9484ad tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 945 time: 0.0487809 Sep 03 16:34:21.571945 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-8ca84efb-d11c-48e8-b451-9d381fd938b7 req-17bef842-9e1b-4d33-b3c2-f7bb14d0ce21 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313039 Sep 03 16:34:21.683678 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5995ed-6f7f-4c03-9412-cc30a13b7f3f req-abfdcf4c-62f7-499a-a395-850bbbbe6b05 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:21.685086 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9b5995ed-6f7f-4c03-9412-cc30a13b7f3f req-abfdcf4c-62f7-499a-a395-850bbbbe6b05 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 945 time: 0.0472121 Sep 03 16:34:21.693794 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 52878) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:34:21.698111 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-2843aa1c-4b96-4a2f-acc9-b904e7980664 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Request body: {'floatingip': {'port_id': '1492f9cb-9263-4a45-b385-2b231cd7c56e'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:34:21.859426 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-e252f19f-dd3e-4d3c-8df8-c3041748f205 None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:34:21.960101 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2843aa1c-4b96-4a2f-acc9-b904e7980664 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks [] for floatingip, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:22.342229 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:22.368824 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2843aa1c-4b96-4a2f-acc9-b904e7980664 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:22.372442 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2843aa1c-4b96-4a2f-acc9-b904e7980664 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956928'] for floatingip, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:22.465891 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.db.l3_db [None req-2843aa1c-4b96-4a2f-acc9-b904e7980664 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Floating IP 1a7d7eda-1554-4845-ab85-8f1b4d6556ad associated. External IP: 172.27.3.74, port: 1492f9cb-9263-4a45-b385-2b231cd7c56e. Sep 03 16:34:22.588360 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device cf649917-1eca-4946-b7c5-e216d21e26c0 details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 16:34:22.614114 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0bcc2e-d1d2-4d26-bf62-165c397f16d9 req-5085a27c-de66-4669-b603-5b2fe54a344a tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:22.616091 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7b0bcc2e-d1d2-4d26-bf62-165c397f16d9 req-5085a27c-de66-4669-b603-5b2fe54a344a tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b866721-b496-4fdd-9339-268f7259dbb2 HTTP/1.1" status: 200 len: 943 time: 0.0563679 Sep 03 16:34:22.655618 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7b0bcc2e-d1d2-4d26-bf62-165c397f16d9 req-5b77f7be-0ef4-4a07-8c7f-63ca61e7b374 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.62 "GET /v2.0/security-groups?id=33ca1522-5b7f-4929-bb3e-2d53effcce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332229 Sep 03 16:34:22.678622 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2843aa1c-4b96-4a2f-acc9-b904e7980664 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Router 6efe9480-a426-4d8f-bf5f-4cd8f0297a7e has already been hosted by L3 agent 32b2b364-f1ef-43b0-aa1c-04e185c9ddf9 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:34:22.690876 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port cf649917-1eca-4946-b7c5-e216d21e26c0, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=cf649917-1eca-4946-b7c5-e216d21e26c0,segment=NetworkSegment(17a146a5-0b8b-4e4c-bdaf-d307230cbd6e),segment_id=17a146a5-0b8b-4e4c-bdaf-d307230cbd6e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:34:22.704339 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Returning: {'device': 'cf649917-1eca-4946-b7c5-e216d21e26c0', 'network_id': '06676ff9-c2f7-4cdc-94cc-d1e92d7f482c', 'port_id': 'cf649917-1eca-4946-b7c5-e216d21e26c0', 'mac_address': 'fa:16:3e:c0:bc:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e7fa85-1beb-4985-9419-05cc617d3f75', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 16:34:22.740593 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:22.752751 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf649917-1eca-4946-b7c5-e216d21e26c0 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:34:22.771556 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port cf649917-1eca-4946-b7c5-e216d21e26c0, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=cf649917-1eca-4946-b7c5-e216d21e26c0,segment=NetworkSegment(17a146a5-0b8b-4e4c-bdaf-d307230cbd6e),segment_id=17a146a5-0b8b-4e4c-bdaf-d307230cbd6e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:34:22.775449 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:22.788192 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2843aa1c-4b96-4a2f-acc9-b904e7980664 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify agent at l3_agent.dv-cinder-757936-8-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:34:22.793507 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2843aa1c-4b96-4a2f-acc9-b904e7980664 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:22.799332 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23affae9-21b7-462a-b5d5-b0db05e86985 None None] Sync routers for ids ['6efe9480-a426-4d8f-bf5f-4cd8f0297a7e'] in dv-cinder-757936-8-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:34:22.809270 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23affae9-21b7-462a-b5d5-b0db05e86985 None None] Routers {'6efe9480-a426-4d8f-bf5f-4cd8f0297a7e'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:34:22.809877 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-23affae9-21b7-462a-b5d5-b0db05e86985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:34:18Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['6efe9480-a426-4d8f-bf5f-4cd8f0297a7e'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:34:22.824297 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=cf649917-1eca-4946-b7c5-e216d21e26c0,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:34:22.827912 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-2843aa1c-4b96-4a2f-acc9-b904e7980664 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "PUT /v2.0/floatingips/1a7d7eda-1554-4845-ab85-8f1b4d6556ad HTTP/1.1" status: 200 len: 990 time: 1.1326089 Sep 03 16:34:22.828164 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '565e7897-aecb-4ded-b156-3bbdf35dacd7', 'tag': '1492f9cb-9263-4a45-b385-2b231cd7c56e'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:34:22.830858 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9181e0e82ffee5c7a29e1125bc6bf0cf4bc90ac22456d4aa1390334b202da70b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c9cfd3-a17a-4cb8-bf65-f0ae4e2417ee" -d '{"events": [{"name": "network-changed", "server_uuid": "565e7897-aecb-4ded-b156-3bbdf35dacd7", "tag": "1492f9cb-9263-4a45-b385-2b231cd7c56e"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:34:22.869520 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d084bb-3662-4434-ac49-c11a24af38c6 x-openstack-request-id: req-05d084bb-3662-4434-ac49-c11a24af38c6 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:34:22.869913 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "565e7897-aecb-4ded-b156-3bbdf35dacd7", "tag": "1492f9cb-9263-4a45-b385-2b231cd7c56e", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:34:22.870263 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-05d084bb-3662-4434-ac49-c11a24af38c6 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:34:22.870762 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '565e7897-aecb-4ded-b156-3bbdf35dacd7', 'tag': '1492f9cb-9263-4a45-b385-2b231cd7c56e', 'status': 'completed', 'code': 200} Sep 03 16:34:22.950663 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9cfd3-a17a-4cb8-bf65-f0ae4e2417ee req-2b84dde9-6d1d-4793-b821-7b9ffcf5fa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:22.952230 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-09c9cfd3-a17a-4cb8-bf65-f0ae4e2417ee req-2b84dde9-6d1d-4793-b821-7b9ffcf5fa43 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e71e4fd9b30b4cdbb431569995a9b2b0&device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 1098 time: 0.0476727 Sep 03 16:34:23.017013 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-23affae9-21b7-462a-b5d5-b0db05e86985 None None] Set router 6efe9480-a426-4d8f-bf5f-4cd8f0297a7e gateway port host: dv-cinder-757936-8-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:34:23.046604 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9cfd3-a17a-4cb8-bf65-f0ae4e2417ee req-4a01b6dd-b3fc-4e41-9578-0d4495929970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:23.048118 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-09c9cfd3-a17a-4cb8-bf65-f0ae4e2417ee req-4a01b6dd-b3fc-4e41-9578-0d4495929970 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8 HTTP/1.1" status: 200 len: 918 time: 0.0875783 Sep 03 16:34:23.086567 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] get_ports_and_sgs() called for port_ids ['cf649917-1eca-4946-b7c5-e216d21e26c0'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:34:23.115733 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-09c9cfd3-a17a-4cb8-bf65-f0ae4e2417ee req-dd11162a-098f-4512-a4a3-44570ba97805 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1492f9cb-9263-4a45-b385-2b231cd7c56e HTTP/1.1" status: 200 len: 998 time: 0.0592837 Sep 03 16:34:23.170344 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9cfd3-a17a-4cb8-bf65-f0ae4e2417ee req-2965c29f-2451-4600-b192-c9a826294602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:23.171919 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-09c9cfd3-a17a-4cb8-bf65-f0ae4e2417ee req-2965c29f-2451-4600-b192-c9a826294602 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5dcb62cb-36d4-4264-88ec-98f8e85fcb42 HTTP/1.1" status: 200 len: 856 time: 0.0487428 Sep 03 16:34:23.228173 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9cfd3-a17a-4cb8-bf65-f0ae4e2417ee req-0364a855-37a8-4863-87ee-ba115c6359a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:23.229744 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-09c9cfd3-a17a-4cb8-bf65-f0ae4e2417ee req-0364a855-37a8-4863-87ee-ba115c6359a6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462751 Sep 03 16:34:23.244648 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-23affae9-21b7-462a-b5d5-b0db05e86985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'name': 'tempest-AttachVolumeShelveTestJSON-2073588636-router', 'tenant_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': 'efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:31:12Z', 'updated_at': '2021-09-03T16:31:16Z', 'revision_number': 4, 'project_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'gw_port': {'id': 'efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:aa:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:31:13Z', 'updated_at': '2021-09-03T16:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_floatingips': [{'id': '1a7d7eda-1554-4845-ab85-8f1b4d6556ad', 'tenant_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'floating_ip_address': '172.27.3.74', 'floating_network_id': 'af961d58-b724-401e-8712-cedb04029227', 'router_id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'port_id': '1492f9cb-9263-4a45-b385-2b231cd7c56e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8', 'mac_address': 'fa:16:3e:91:b6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565e7897-aecb-4ded-b156-3bbdf35dacd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:34:09Z', 'updated_at': '2021-09-03T16:34:22Z', 'revision_number': 1, 'project_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc0f659e-0be3-489c-bdf8-741a072ba04d', 'name': '', 'network_id': '9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8', 'tenant_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'mac_address': 'fa:16:3e:42:18:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5dcb62cb-36d4-4264-88ec-98f8e85fcb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:31:15Z', 'updated_at': '2021-09-03T16:31:21Z', 'revision_number': 5, 'project_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'subnets': [{'id': '5dcb62cb-36d4-4264-88ec-98f8e85fcb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:34:23.275876 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23affae9-21b7-462a-b5d5-b0db05e86985 None None] Checking router: 6efe9480-a426-4d8f-bf5f-4cd8f0297a7e for host: dv-cinder-757936-8-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:34:23.283953 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23affae9-21b7-462a-b5d5-b0db05e86985 None None] Routers {'6efe9480-a426-4d8f-bf5f-4cd8f0297a7e'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:34:23.284547 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-23affae9-21b7-462a-b5d5-b0db05e86985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:34:18Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['6efe9480-a426-4d8f-bf5f-4cd8f0297a7e'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:34:23.321710 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-09c9cfd3-a17a-4cb8-bf65-f0ae4e2417ee req-4ef81989-3833-44f1-a298-0c1f1814cd5f service neutron] 10.222.0.58 "GET /v2.0/networks/9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829287 Sep 03 16:34:23.382656 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-23affae9-21b7-462a-b5d5-b0db05e86985 None None] Set router 6efe9480-a426-4d8f-bf5f-4cd8f0297a7e gateway port host: dv-cinder-757936-8-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:34:23.418636 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-09c9cfd3-a17a-4cb8-bf65-f0ae4e2417ee req-d6fd7df0-6b4d-422b-85bd-7d81810e9d5e service neutron] 10.222.0.58 "GET /v2.0/networks/9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851471 Sep 03 16:34:23.600659 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-23affae9-21b7-462a-b5d5-b0db05e86985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'name': 'tempest-AttachVolumeShelveTestJSON-2073588636-router', 'tenant_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': 'efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:31:12Z', 'updated_at': '2021-09-03T16:31:16Z', 'revision_number': 4, 'project_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'gw_port': {'id': 'efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:aa:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:31:13Z', 'updated_at': '2021-09-03T16:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_floatingips': [{'id': '1a7d7eda-1554-4845-ab85-8f1b4d6556ad', 'tenant_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'floating_ip_address': '172.27.3.74', 'floating_network_id': 'af961d58-b724-401e-8712-cedb04029227', 'router_id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'port_id': '1492f9cb-9263-4a45-b385-2b231cd7c56e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8', 'mac_address': 'fa:16:3e:91:b6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565e7897-aecb-4ded-b156-3bbdf35dacd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:34:09Z', 'updated_at': '2021-09-03T16:34:22Z', 'revision_number': 1, 'project_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc0f659e-0be3-489c-bdf8-741a072ba04d', 'name': '', 'network_id': '9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8', 'tenant_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'mac_address': 'fa:16:3e:42:18:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5dcb62cb-36d4-4264-88ec-98f8e85fcb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:31:15Z', 'updated_at': '2021-09-03T16:31:21Z', 'revision_number': 5, 'project_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'subnets': [{'id': '5dcb62cb-36d4-4264-88ec-98f8e85fcb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:34:23.625635 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23affae9-21b7-462a-b5d5-b0db05e86985 None None] The sync data for ids ['6efe9480-a426-4d8f-bf5f-4cd8f0297a7e'] in dv-cinder-757936-8-iscsi is: [{'id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'name': 'tempest-AttachVolumeShelveTestJSON-2073588636-router', 'tenant_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': 'efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:31:12Z', 'updated_at': '2021-09-03T16:31:16Z', 'revision_number': 4, 'project_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'gw_port': {'id': 'efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:aa:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:31:13Z', 'updated_at': '2021-09-03T16:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_floatingips': [{'id': '1a7d7eda-1554-4845-ab85-8f1b4d6556ad', 'tenant_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'floating_ip_address': '172.27.3.74', 'floating_network_id': 'af961d58-b724-401e-8712-cedb04029227', 'router_id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'port_id': '1492f9cb-9263-4a45-b385-2b231cd7c56e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8', 'mac_address': 'fa:16:3e:91:b6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565e7897-aecb-4ded-b156-3bbdf35dacd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:34:09Z', 'updated_at': '2021-09-03T16:34:22Z', 'revision_number': 1, 'project_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc0f659e-0be3-489c-bdf8-741a072ba04d', 'name': '', 'network_id': '9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8', 'tenant_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'mac_address': 'fa:16:3e:42:18:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5dcb62cb-36d4-4264-88ec-98f8e85fcb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:31:15Z', 'updated_at': '2021-09-03T16:31:21Z', 'revision_number': 5, 'project_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'subnets': [{'id': '5dcb62cb-36d4-4264-88ec-98f8e85fcb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:34:23.783331 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c2e569-aab6-4ab2-9282-648d524379c7 req-2d4a8031-53fc-42cb-8419-b411390a4e67 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:23.784927 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-17c2e569-aab6-4ab2-9282-648d524379c7 req-2d4a8031-53fc-42cb-8419-b411390a4e67 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b866721-b496-4fdd-9339-268f7259dbb2 HTTP/1.1" status: 200 len: 944 time: 0.0539584 Sep 03 16:34:23.825426 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-17c2e569-aab6-4ab2-9282-648d524379c7 req-d5a6e3c2-9dc8-4301-976e-49c8d28dc788 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.62 "GET /v2.0/security-groups?id=33ca1522-5b7f-4929-bb3e-2d53effcce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340168 Sep 03 16:34:23.827431 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a220fef8-8457-4fb8-a82c-b388565e7299 None None] New status for floating IP 1a7d7eda-1554-4845-ab85-8f1b4d6556ad: ACTIVE {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 16:34:24.587885 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device cf649917-1eca-4946-b7c5-e216d21e26c0 up at agent hyperv_hv-cinder-75793 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:34:24.640584 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Provisioning for port cf649917-1eca-4946-b7c5-e216d21e26c0 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:34:24.644434 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Provisioning complete for port cf649917-1eca-4946-b7c5-e216d21e26c0 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:34:24.644820 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:24.719461 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:24.742812 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b866721-b496-4fdd-9339-268f7259dbb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf649917-1eca-4946-b7c5-e216d21e26c0'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:34:24.745019 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b89f8b623511fb8008411a61343ca2df4e8635703a50781169befd4cf5794b60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f251e630-b3e8-408e-adbb-fda3180086d8" -d '{"events": [{"server_uuid": "9b866721-b496-4fdd-9339-268f7259dbb2", "name": "network-vif-plugged", "status": "completed", "tag": "cf649917-1eca-4946-b7c5-e216d21e26c0"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:34:24.757474 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port cf649917-1eca-4946-b7c5-e216d21e26c0, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=cf649917-1eca-4946-b7c5-e216d21e26c0,segment=NetworkSegment(17a146a5-0b8b-4e4c-bdaf-d307230cbd6e),segment_id=17a146a5-0b8b-4e4c-bdaf-d307230cbd6e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:34:24.761499 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:24.784376 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f124df-883d-4326-9b65-b7480713b5d1 x-openstack-request-id: req-36f124df-883d-4326-9b65-b7480713b5d1 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:34:24.784671 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b866721-b496-4fdd-9339-268f7259dbb2", "name": "network-vif-plugged", "status": "completed", "tag": "cf649917-1eca-4946-b7c5-e216d21e26c0", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:34:24.784924 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-36f124df-883d-4326-9b65-b7480713b5d1 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:34:24.785341 dv-cinder-757936-8-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b866721-b496-4fdd-9339-268f7259dbb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf649917-1eca-4946-b7c5-e216d21e26c0', 'code': 200} Sep 03 16:34:24.810705 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=cf649917-1eca-4946-b7c5-e216d21e26c0,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:34:24.951607 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0438d-b64e-4c39-b0b0-0b5f008e916b req-35049f2d-5aea-4dbf-98a6-773a8bb70c39 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:24.954275 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-97f0438d-b64e-4c39-b0b0-0b5f008e916b req-35049f2d-5aea-4dbf-98a6-773a8bb70c39 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b866721-b496-4fdd-9339-268f7259dbb2 HTTP/1.1" status: 200 len: 945 time: 0.0559957 Sep 03 16:34:24.963040 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e5eef-68a2-4477-9df6-9aed87e57f6c req-d6c043c0-1ef2-4194-a804-43e5dbc55aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:24.964859 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-736e5eef-68a2-4477-9df6-9aed87e57f6c req-d6c043c0-1ef2-4194-a804-43e5dbc55aa1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9b866721-b496-4fdd-9339-268f7259dbb2 HTTP/1.1" status: 200 len: 1098 time: 0.0436795 Sep 03 16:34:25.001498 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-736e5eef-68a2-4477-9df6-9aed87e57f6c req-a22e2af1-3f7e-4453-be72-d04acdde5c2e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=33ca1522-5b7f-4929-bb3e-2d53effcce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287254 Sep 03 16:34:25.004465 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-97f0438d-b64e-4c39-b0b0-0b5f008e916b req-87a70e04-9936-4e18-94db-30255a128342 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.62 "GET /v2.0/security-groups?id=33ca1522-5b7f-4929-bb3e-2d53effcce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418942 Sep 03 16:34:26.121196 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91986c9d-c57a-421f-a630-882cd3588f50 req-b22d755d-786b-4845-b32d-63a514b83974 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:26.122661 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-91986c9d-c57a-421f-a630-882cd3588f50 req-b22d755d-786b-4845-b32d-63a514b83974 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b866721-b496-4fdd-9339-268f7259dbb2 HTTP/1.1" status: 200 len: 945 time: 0.0517976 Sep 03 16:34:26.160377 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-91986c9d-c57a-421f-a630-882cd3588f50 req-e38ccf2a-1e5f-4d66-b3d6-231fd8068703 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.62 "GET /v2.0/security-groups?id=33ca1522-5b7f-4929-bb3e-2d53effcce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317791 Sep 03 16:34:27.272422 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b6119-80cd-47fd-b9d8-df4eb0e3bfe4 req-149355c8-5fe2-4dc2-af97-c1d5196cdaae tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:27.273925 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2b5b6119-80cd-47fd-b9d8-df4eb0e3bfe4 req-149355c8-5fe2-4dc2-af97-c1d5196cdaae tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b866721-b496-4fdd-9339-268f7259dbb2 HTTP/1.1" status: 200 len: 945 time: 0.0472429 Sep 03 16:34:27.310747 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2b5b6119-80cd-47fd-b9d8-df4eb0e3bfe4 req-dc43d554-d9a9-43ba-b7ba-40cbbcc89d75 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.62 "GET /v2.0/security-groups?id=33ca1522-5b7f-4929-bb3e-2d53effcce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306387 Sep 03 16:34:28.027403 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e4283-560e-44a4-b1e5-d5b401a3c7a3 req-0b47ccb4-da06-4af3-a999-61cd4bd05147 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:28.028791 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-587e4283-560e-44a4-b1e5-d5b401a3c7a3 req-0b47ccb4-da06-4af3-a999-61cd4bd05147 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b866721-b496-4fdd-9339-268f7259dbb2 HTTP/1.1" status: 200 len: 945 time: 0.0530374 Sep 03 16:34:28.073535 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-587e4283-560e-44a4-b1e5-d5b401a3c7a3 req-7b246fbb-e679-4d37-b460-c3b0953b2fc5 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.62 "GET /v2.0/security-groups?id=33ca1522-5b7f-4929-bb3e-2d53effcce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389025 Sep 03 16:34:29.186584 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd4b35-859a-4653-94f6-2f9c5aa1434a req-5630bb6b-d36a-41f6-9b04-61f290e502c5 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:29.188021 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-c7dd4b35-859a-4653-94f6-2f9c5aa1434a req-5630bb6b-d36a-41f6-9b04-61f290e502c5 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b866721-b496-4fdd-9339-268f7259dbb2 HTTP/1.1" status: 200 len: 945 time: 0.0495710 Sep 03 16:34:29.226630 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-c7dd4b35-859a-4653-94f6-2f9c5aa1434a req-fd97aeaf-83c4-4fec-9dab-bb34f9373dc6 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.62 "GET /v2.0/security-groups?id=33ca1522-5b7f-4929-bb3e-2d53effcce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316355 Sep 03 16:34:29.810326 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7993e0c-9fa4-43ef-bcd7-b17ee2bee5fb req-2bc2dfcd-2b62-462b-a3c3-f439561b185d tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:29.811766 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a7993e0c-9fa4-43ef-bcd7-b17ee2bee5fb req-2bc2dfcd-2b62-462b-a3c3-f439561b185d tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b866721-b496-4fdd-9339-268f7259dbb2 HTTP/1.1" status: 200 len: 945 time: 0.0492105 Sep 03 16:34:29.904140 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-a7993e0c-9fa4-43ef-bcd7-b17ee2bee5fb req-a810f620-09cf-4b3a-a301-88bf9d53bfc3 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Deleting port cf649917-1eca-4946-b7c5-e216d21e26c0 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:34:29.904483 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-a7993e0c-9fa4-43ef-bcd7-b17ee2bee5fb req-a810f620-09cf-4b3a-a301-88bf9d53bfc3 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:29.989958 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-a7993e0c-9fa4-43ef-bcd7-b17ee2bee5fb req-a810f620-09cf-4b3a-a301-88bf9d53bfc3 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] For port cf649917-1eca-4946-b7c5-e216d21e26c0, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=cf649917-1eca-4946-b7c5-e216d21e26c0,segment=NetworkSegment(17a146a5-0b8b-4e4c-bdaf-d307230cbd6e),segment_id=17a146a5-0b8b-4e4c-bdaf-d307230cbd6e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:34:29.990225 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-a7993e0c-9fa4-43ef-bcd7-b17ee2bee5fb req-a810f620-09cf-4b3a-a301-88bf9d53bfc3 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:30.002202 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-a7993e0c-9fa4-43ef-bcd7-b17ee2bee5fb req-a810f620-09cf-4b3a-a301-88bf9d53bfc3 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Calling delete_port for cf649917-1eca-4946-b7c5-e216d21e26c0 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:34:30.128196 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-a7993e0c-9fa4-43ef-bcd7-b17ee2bee5fb req-a810f620-09cf-4b3a-a301-88bf9d53bfc3 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126147387'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:30.142905 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] get_ports_and_sgs() called for port_ids ['cf649917-1eca-4946-b7c5-e216d21e26c0'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:34:30.154194 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a810f620-09cf-4b3a-a301-88bf9d53bfc3 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Pushing event deleted for resources: {'Port': ['ID=cf649917-1eca-4946-b7c5-e216d21e26c0,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:34:30.199598 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7993e0c-9fa4-43ef-bcd7-b17ee2bee5fb req-a810f620-09cf-4b3a-a301-88bf9d53bfc3 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] No DVR routers for this DVR port cf649917-1eca-4946-b7c5-e216d21e26c0 on host hv-cinder-75793 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:34:30.202192 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-a7993e0c-9fa4-43ef-bcd7-b17ee2bee5fb req-a810f620-09cf-4b3a-a301-88bf9d53bfc3 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:30.204273 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a7993e0c-9fa4-43ef-bcd7-b17ee2bee5fb req-a810f620-09cf-4b3a-a301-88bf9d53bfc3 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.58 "DELETE /v2.0/ports/cf649917-1eca-4946-b7c5-e216d21e26c0 HTTP/1.1" status: 204 len: 173 time: 0.3840361 Sep 03 16:34:30.204706 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b866721-b496-4fdd-9339-268f7259dbb2', 'name': 'network-vif-deleted', 'tag': 'cf649917-1eca-4946-b7c5-e216d21e26c0'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:34:30.206978 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60a3384ac15a167e802cb15cc86cd66e960e7e49bcb7609cd88b9514a3633fc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa3d134-9490-4a8d-80f5-8934f3a981d1" -d '{"events": [{"server_uuid": "9b866721-b496-4fdd-9339-268f7259dbb2", "name": "network-vif-deleted", "tag": "cf649917-1eca-4946-b7c5-e216d21e26c0"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:34:30.243259 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21249bba-e749-44e8-bb76-f15df0b75156 x-openstack-request-id: req-21249bba-e749-44e8-bb76-f15df0b75156 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:34:30.243554 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b866721-b496-4fdd-9339-268f7259dbb2", "name": "network-vif-deleted", "tag": "cf649917-1eca-4946-b7c5-e216d21e26c0", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:34:30.243809 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-21249bba-e749-44e8-bb76-f15df0b75156 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:34:30.244217 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b866721-b496-4fdd-9339-268f7259dbb2', 'name': 'network-vif-deleted', 'tag': 'cf649917-1eca-4946-b7c5-e216d21e26c0', 'status': 'completed', 'code': 200} Sep 03 16:34:30.329361 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a57c5d8a-ecad-4834-8ae7-1cd3a178e791 req-1cd297a9-3770-4477-a0f2-376b6c90e65e tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b866721-b496-4fdd-9339-268f7259dbb2 HTTP/1.1" status: 200 len: 210 time: 0.0268991 Sep 03 16:34:31.589242 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d447a-b924-48be-b674-4e380f437dd5 req-53c3833e-f01e-4515-99d0-d17e6b882dac tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:31.590709 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-307d447a-b924-48be-b674-4e380f437dd5 req-53c3833e-f01e-4515-99d0-d17e6b882dac tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.62 "GET /v2.0/networks?id=06676ff9-c2f7-4cdc-94cc-d1e92d7f482c HTTP/1.1" status: 200 len: 809 time: 0.0981107 Sep 03 16:34:31.606277 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-307d447a-b924-48be-b674-4e380f437dd5 req-f8fdeae5-1c81-4eda-8476-f7fa2befbb91 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.62 "GET /v2.0/quotas/37dac626b26645d4917d923fa444b8d7 HTTP/1.1" status: 200 len: 375 time: 0.0092051 Sep 03 16:34:31.637315 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-307d447a-b924-48be-b674-4e380f437dd5 req-ee24ac7d-d9ea-4cf4-9fb8-b316eab69f4c tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=37dac626b26645d4917d923fa444b8d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257049 Sep 03 16:34:31.725992 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-307d447a-b924-48be-b674-4e380f437dd5 req-e4d6595d-6dda-4c3c-8ad6-ad3863babb13 service neutron] 10.222.0.62 "GET /v2.0/networks/06676ff9-c2f7-4cdc-94cc-d1e92d7f482c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819712 Sep 03 16:34:31.813754 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-307d447a-b924-48be-b674-4e380f437dd5 req-1ce92c1f-c96a-4cd2-b44c-01fb8d377e3c service neutron] 10.222.0.62 "GET /v2.0/networks/06676ff9-c2f7-4cdc-94cc-d1e92d7f482c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818908 Sep 03 16:34:31.966873 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d682b746-9df8-451c-a54b-f6a48279bd69 req-4ea7cd8a-4c27-4a04-8701-ee3a9f6b1328 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.62 "GET /v2.0/ports?device_id=dbeeca93-daf7-4ad4-8e24-6de95159e80f HTTP/1.1" status: 200 len: 210 time: 0.0275669 Sep 03 16:34:32.661190 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device cf649917-1eca-4946-b7c5-e216d21e26c0 no longer exists at agent hyperv_hv-cinder-75793 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:34:32.680913 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] No Port match for: cf649917-1eca-4946-b7c5-e216d21e26c0 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:34:32.681284 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device cf649917-1eca-4946-b7c5-e216d21e26c0 not bound to the agent host hv-cinder-75793 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:34:32.985744 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d447a-b924-48be-b674-4e380f437dd5 req-4c07dfcc-8107-4682-8e95-1f92252944c0 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:32.988678 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-307d447a-b924-48be-b674-4e380f437dd5 req-4c07dfcc-8107-4682-8e95-1f92252944c0 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.58 "GET /v2.0/networks?id=06676ff9-c2f7-4cdc-94cc-d1e92d7f482c HTTP/1.1" status: 200 len: 809 time: 0.1040704 Sep 03 16:34:33.010658 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-307d447a-b924-48be-b674-4e380f437dd5 req-d786c8f5-5461-4eec-9693-af80e47f7af5 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Request body: {'port': {'device_id': 'dbeeca93-daf7-4ad4-8e24-6de95159e80f', 'network_id': '06676ff9-c2f7-4cdc-94cc-d1e92d7f482c', 'admin_state_up': True, 'tenant_id': '37dac626b26645d4917d923fa444b8d7'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:34:33.106224 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a5996677-d2fb-4995-8e2c-69a562214025 req-a59d605d-4c49-45c2-99ad-100381f83645 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.62 "GET /v2.0/ports?device_id=dbeeca93-daf7-4ad4-8e24-6de95159e80f HTTP/1.1" status: 200 len: 210 time: 0.0573123 Sep 03 16:34:33.149257 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-307d447a-b924-48be-b674-4e380f437dd5 req-d786c8f5-5461-4eec-9693-af80e47f7af5 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Made reservation on behalf of 37dac626b26645d4917d923fa444b8d7 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:34:33.153143 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-307d447a-b924-48be-b674-4e380f437dd5 req-d786c8f5-5461-4eec-9693-af80e47f7af5 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:33.279452 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-307d447a-b924-48be-b674-4e380f437dd5 req-d786c8f5-5461-4eec-9693-af80e47f7af5 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Allocated IP 172.20.0.12 (06676ff9-c2f7-4cdc-94cc-d1e92d7f482c/36e7fa85-1beb-4985-9419-05cc617d3f75/a62e4406-35a7-4628-8ebe-d1830dfc17cb) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:34:33.420650 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-307d447a-b924-48be-b674-4e380f437dd5 req-d786c8f5-5461-4eec-9693-af80e47f7af5 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:33.698792 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-307d447a-b924-48be-b674-4e380f437dd5 req-d786c8f5-5461-4eec-9693-af80e47f7af5 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126147387'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:33.738610 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-307d447a-b924-48be-b674-4e380f437dd5 req-d786c8f5-5461-4eec-9693-af80e47f7af5 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Network 06676ff9-c2f7-4cdc-94cc-d1e92d7f482c is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:34:33.742033 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-307d447a-b924-48be-b674-4e380f437dd5 req-d786c8f5-5461-4eec-9693-af80e47f7af5 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:34:33.745707 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-307d447a-b924-48be-b674-4e380f437dd5 req-d786c8f5-5461-4eec-9693-af80e47f7af5 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:34:33.753675 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d786c8f5-5461-4eec-9693-af80e47f7af5 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Pushing event updated for resources: {'Port': ['ID=a62e4406-35a7-4628-8ebe-d1830dfc17cb,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:34:33.797745 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d447a-b924-48be-b674-4e380f437dd5 req-d786c8f5-5461-4eec-9693-af80e47f7af5 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:33.798395 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-307d447a-b924-48be-b674-4e380f437dd5 req-d786c8f5-5461-4eec-9693-af80e47f7af5 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:33.813255 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-307d447a-b924-48be-b674-4e380f437dd5 req-d786c8f5-5461-4eec-9693-af80e47f7af5 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8076050 Sep 03 16:34:33.826265 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-307d447a-b924-48be-b674-4e380f437dd5 req-063842e0-5db4-43d9-8878-c78c48e32638 service neutron] Request body: {'port': {'device_id': 'dbeeca93-daf7-4ad4-8e24-6de95159e80f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:34:33.879991 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-307d447a-b924-48be-b674-4e380f437dd5 req-063842e0-5db4-43d9-8878-c78c48e32638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:34.132107 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [req-307d447a-b924-48be-b674-4e380f437dd5 req-063842e0-5db4-43d9-8878-c78c48e32638 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a62e4406-35a7-4628-8ebe-d1830dfc17cb {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:34:34.139793 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-307d447a-b924-48be-b674-4e380f437dd5 req-063842e0-5db4-43d9-8878-c78c48e32638 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:34.152613 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-307d447a-b924-48be-b674-4e380f437dd5 req-063842e0-5db4-43d9-8878-c78c48e32638 service neutron] Transition to ACTIVE for port object a62e4406-35a7-4628-8ebe-d1830dfc17cb will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:34:34.156194 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-307d447a-b924-48be-b674-4e380f437dd5 req-063842e0-5db4-43d9-8878-c78c48e32638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126147372'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:34.235941 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063842e0-5db4-43d9-8878-c78c48e32638 service neutron] Pushing event updated for resources: {'Port': ['ID=a62e4406-35a7-4628-8ebe-d1830dfc17cb,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:34:34.288319 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc1118-3ae7-4dba-a85a-7e577d9a3046 req-488224bc-7808-4c1f-8d1d-e1b15a405510 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:34.289847 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2ebc1118-3ae7-4dba-a85a-7e577d9a3046 req-488224bc-7808-4c1f-8d1d-e1b15a405510 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.62 "GET /v2.0/ports?device_id=dbeeca93-daf7-4ad4-8e24-6de95159e80f HTTP/1.1" status: 200 len: 944 time: 0.1085029 Sep 03 16:34:34.339403 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-307d447a-b924-48be-b674-4e380f437dd5 req-063842e0-5db4-43d9-8878-c78c48e32638 service neutron] Attempting to bind port a62e4406-35a7-4628-8ebe-d1830dfc17cb on host hv-cinder-75793 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:34:34.339744 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-307d447a-b924-48be-b674-4e380f437dd5 req-063842e0-5db4-43d9-8878-c78c48e32638 service neutron] Attempting to bind port a62e4406-35a7-4628-8ebe-d1830dfc17cb by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': '17a146a5-0b8b-4e4c-bdaf-d307230cbd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '06676ff9-c2f7-4cdc-94cc-d1e92d7f482c'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:34:34.340078 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307d447a-b924-48be-b674-4e380f437dd5 req-063842e0-5db4-43d9-8878-c78c48e32638 service neutron] Attempting to bind port a62e4406-35a7-4628-8ebe-d1830dfc17cb on network 06676ff9-c2f7-4cdc-94cc-d1e92d7f482c {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:34:34.348167 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2ebc1118-3ae7-4dba-a85a-7e577d9a3046 req-28392cc9-717a-43d7-8f85-706aa5a16264 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.62 "GET /v2.0/security-groups?id=33ca1522-5b7f-4929-bb3e-2d53effcce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524237 Sep 03 16:34:34.349136 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307d447a-b924-48be-b674-4e380f437dd5 req-063842e0-5db4-43d9-8878-c78c48e32638 service neutron] Port a62e4406-35a7-4628-8ebe-d1830dfc17cb on network 06676ff9-c2f7-4cdc-94cc-d1e92d7f482c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 16:34:34.349467 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307d447a-b924-48be-b674-4e380f437dd5 req-063842e0-5db4-43d9-8878-c78c48e32638 service neutron] Attempting to bind port a62e4406-35a7-4628-8ebe-d1830dfc17cb on network 06676ff9-c2f7-4cdc-94cc-d1e92d7f482c {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:34:34.354893 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307d447a-b924-48be-b674-4e380f437dd5 req-063842e0-5db4-43d9-8878-c78c48e32638 service neutron] Checking agent: {'id': 'd3fcaccf-3212-4db0-9fe2-d79bf18b2000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 25, 52), 'started_at': datetime.datetime(2021, 9, 3, 16, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:34:34.355242 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307d447a-b924-48be-b674-4e380f437dd5 req-063842e0-5db4-43d9-8878-c78c48e32638 service neutron] Checking segment: {'id': '17a146a5-0b8b-4e4c-bdaf-d307230cbd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '06676ff9-c2f7-4cdc-94cc-d1e92d7f482c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:34:34.355628 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307d447a-b924-48be-b674-4e380f437dd5 req-063842e0-5db4-43d9-8878-c78c48e32638 service neutron] Bound using segment: {'id': '17a146a5-0b8b-4e4c-bdaf-d307230cbd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '06676ff9-c2f7-4cdc-94cc-d1e92d7f482c'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:34:34.356065 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-307d447a-b924-48be-b674-4e380f437dd5 req-063842e0-5db4-43d9-8878-c78c48e32638 service neutron] Bound port: a62e4406-35a7-4628-8ebe-d1830dfc17cb, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17a146a5-0b8b-4e4c-bdaf-d307230cbd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '06676ff9-c2f7-4cdc-94cc-d1e92d7f482c'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:34:34.356430 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-307d447a-b924-48be-b674-4e380f437dd5 req-063842e0-5db4-43d9-8878-c78c48e32638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:34.420258 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-307d447a-b924-48be-b674-4e380f437dd5 req-063842e0-5db4-43d9-8878-c78c48e32638 service neutron] For port a62e4406-35a7-4628-8ebe-d1830dfc17cb, host hv-cinder-75793, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:34:34.423286 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-307d447a-b924-48be-b674-4e380f437dd5 req-063842e0-5db4-43d9-8878-c78c48e32638 service neutron] For port a62e4406-35a7-4628-8ebe-d1830dfc17cb, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=a62e4406-35a7-4628-8ebe-d1830dfc17cb,segment=NetworkSegment(17a146a5-0b8b-4e4c-bdaf-d307230cbd6e),segment_id=17a146a5-0b8b-4e4c-bdaf-d307230cbd6e)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:34:34.426803 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-307d447a-b924-48be-b674-4e380f437dd5 req-063842e0-5db4-43d9-8878-c78c48e32638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126147372'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:34.460579 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d447a-b924-48be-b674-4e380f437dd5 req-063842e0-5db4-43d9-8878-c78c48e32638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:34.461704 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-307d447a-b924-48be-b674-4e380f437dd5 req-063842e0-5db4-43d9-8878-c78c48e32638 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:34.463205 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-307d447a-b924-48be-b674-4e380f437dd5 req-063842e0-5db4-43d9-8878-c78c48e32638 service neutron] 10.222.0.58 "PUT /v2.0/ports/a62e4406-35a7-4628-8ebe-d1830dfc17cb HTTP/1.1" status: 200 len: 1094 time: 0.6413000 Sep 03 16:34:34.463647 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbeeca93-daf7-4ad4-8e24-6de95159e80f', 'tag': 'a62e4406-35a7-4628-8ebe-d1830dfc17cb'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:34:34.465953 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60a3384ac15a167e802cb15cc86cd66e960e7e49bcb7609cd88b9514a3633fc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4050591-01ed-4af1-9164-d743df8326c3" -d '{"events": [{"name": "network-changed", "server_uuid": "dbeeca93-daf7-4ad4-8e24-6de95159e80f", "tag": "a62e4406-35a7-4628-8ebe-d1830dfc17cb"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:34:34.496172 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063842e0-5db4-43d9-8878-c78c48e32638 service neutron] Pushing event updated for resources: {'Port': ['ID=a62e4406-35a7-4628-8ebe-d1830dfc17cb,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:34:34.505648 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1a6f5d-48f4-44a5-a88f-8dd6f8dab3a5 x-openstack-request-id: req-ce1a6f5d-48f4-44a5-a88f-8dd6f8dab3a5 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:34:34.505927 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbeeca93-daf7-4ad4-8e24-6de95159e80f", "tag": "a62e4406-35a7-4628-8ebe-d1830dfc17cb", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:34:34.506185 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ce1a6f5d-48f4-44a5-a88f-8dd6f8dab3a5 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:34:34.506614 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbeeca93-daf7-4ad4-8e24-6de95159e80f', 'tag': 'a62e4406-35a7-4628-8ebe-d1830dfc17cb', 'status': 'completed', 'code': 200} Sep 03 16:34:34.550357 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d447a-b924-48be-b674-4e380f437dd5 req-73bd37e7-8f55-4c00-b3f9-c2c3f254ac71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:34.551835 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-307d447a-b924-48be-b674-4e380f437dd5 req-73bd37e7-8f55-4c00-b3f9-c2c3f254ac71 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=37dac626b26645d4917d923fa444b8d7&device_id=dbeeca93-daf7-4ad4-8e24-6de95159e80f HTTP/1.1" status: 200 len: 1097 time: 0.0410879 Sep 03 16:34:34.594704 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-307d447a-b924-48be-b674-4e380f437dd5 req-55bca5f0-b0f8-4418-83a4-529d7f1fd251 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a62e4406-35a7-4628-8ebe-d1830dfc17cb HTTP/1.1" status: 200 len: 217 time: 0.0329096 Sep 03 16:34:34.647922 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d447a-b924-48be-b674-4e380f437dd5 req-4e071e35-60c6-4246-9448-0eb82dad61ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:34.649371 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-307d447a-b924-48be-b674-4e380f437dd5 req-4e071e35-60c6-4246-9448-0eb82dad61ec service neutron] 10.222.0.58 "GET /v2.0/subnets?id=36e7fa85-1beb-4985-9419-05cc617d3f75 HTTP/1.1" status: 200 len: 849 time: 0.0452483 Sep 03 16:34:34.683820 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-307d447a-b924-48be-b674-4e380f437dd5 req-57361b4d-7410-4fed-a16e-6c0cd459f33b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=06676ff9-c2f7-4cdc-94cc-d1e92d7f482c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239372 Sep 03 16:34:34.771724 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-307d447a-b924-48be-b674-4e380f437dd5 req-2f568e93-d4b9-4ff1-b162-3b3c653b0495 service neutron] 10.222.0.58 "GET /v2.0/networks/06676ff9-c2f7-4cdc-94cc-d1e92d7f482c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788877 Sep 03 16:34:34.866917 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-307d447a-b924-48be-b674-4e380f437dd5 req-50b9b96f-6dae-4dcf-8982-57ed71efcc04 service neutron] 10.222.0.58 "GET /v2.0/networks/06676ff9-c2f7-4cdc-94cc-d1e92d7f482c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855761 Sep 03 16:34:34.958776 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4050591-01ed-4af1-9164-d743df8326c3 req-00473efa-54f1-4c28-b86c-509bcbfb5bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:34.960880 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e4050591-01ed-4af1-9164-d743df8326c3 req-00473efa-54f1-4c28-b86c-509bcbfb5bf8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=37dac626b26645d4917d923fa444b8d7&device_id=dbeeca93-daf7-4ad4-8e24-6de95159e80f HTTP/1.1" status: 200 len: 1097 time: 0.0413260 Sep 03 16:34:35.060357 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4050591-01ed-4af1-9164-d743df8326c3 req-3a8c5b76-13e3-4bf6-a2aa-bdbd8fe43bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:35.061872 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e4050591-01ed-4af1-9164-d743df8326c3 req-3a8c5b76-13e3-4bf6-a2aa-bdbd8fe43bea service neutron] 10.222.0.58 "GET /v2.0/networks?id=06676ff9-c2f7-4cdc-94cc-d1e92d7f482c HTTP/1.1" status: 200 len: 910 time: 0.0925159 Sep 03 16:34:35.106061 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e4050591-01ed-4af1-9164-d743df8326c3 req-0a317406-65fa-41c9-9737-089257472220 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a62e4406-35a7-4628-8ebe-d1830dfc17cb HTTP/1.1" status: 200 len: 217 time: 0.0328951 Sep 03 16:34:35.169664 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4050591-01ed-4af1-9164-d743df8326c3 req-46f327f4-0867-4fc8-ba77-20ad4b0c5140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:35.171149 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e4050591-01ed-4af1-9164-d743df8326c3 req-46f327f4-0867-4fc8-ba77-20ad4b0c5140 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=36e7fa85-1beb-4985-9419-05cc617d3f75 HTTP/1.1" status: 200 len: 849 time: 0.0480006 Sep 03 16:34:35.205638 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e4050591-01ed-4af1-9164-d743df8326c3 req-227aab5e-fe50-4428-8241-6cdae802b6e2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=06676ff9-c2f7-4cdc-94cc-d1e92d7f482c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255868 Sep 03 16:34:35.304817 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e4050591-01ed-4af1-9164-d743df8326c3 req-d0bb697b-a292-489e-bf39-b1eb1d2a3501 service neutron] 10.222.0.58 "GET /v2.0/networks/06676ff9-c2f7-4cdc-94cc-d1e92d7f482c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815291 Sep 03 16:34:35.400631 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-e4050591-01ed-4af1-9164-d743df8326c3 req-b190eb91-178d-4004-a770-cd12cd0b73bc service neutron] 10.222.0.58 "GET /v2.0/networks/06676ff9-c2f7-4cdc-94cc-d1e92d7f482c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842042 Sep 03 16:34:35.467937 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d351b-5a02-45df-bb88-57a99dcc753a req-3bff82b0-0753-4234-b468-6943ab4b5039 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:35.469334 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ab5d351b-5a02-45df-bb88-57a99dcc753a req-3bff82b0-0753-4234-b468-6943ab4b5039 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.62 "GET /v2.0/ports?device_id=dbeeca93-daf7-4ad4-8e24-6de95159e80f HTTP/1.1" status: 200 len: 944 time: 0.0521350 Sep 03 16:34:35.507372 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ab5d351b-5a02-45df-bb88-57a99dcc753a req-8b7be987-b92a-4d0b-aed1-c87b3c62d2ce tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.62 "GET /v2.0/security-groups?id=33ca1522-5b7f-4929-bb3e-2d53effcce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318491 Sep 03 16:34:36.620143 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf7db9-f211-4eae-8634-10a9883a1212 req-155b5854-4a0f-480f-b8c3-b6e23baebff2 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:36.621673 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f3cf7db9-f211-4eae-8634-10a9883a1212 req-155b5854-4a0f-480f-b8c3-b6e23baebff2 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.62 "GET /v2.0/ports?device_id=dbeeca93-daf7-4ad4-8e24-6de95159e80f HTTP/1.1" status: 200 len: 944 time: 0.0491936 Sep 03 16:34:36.659418 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f3cf7db9-f211-4eae-8634-10a9883a1212 req-cf78d194-0af5-486d-b97e-1f3443365368 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.62 "GET /v2.0/security-groups?id=33ca1522-5b7f-4929-bb3e-2d53effcce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318139 Sep 03 16:34:36.666214 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device a62e4406-35a7-4628-8ebe-d1830dfc17cb details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 16:34:36.765605 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port a62e4406-35a7-4628-8ebe-d1830dfc17cb, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=a62e4406-35a7-4628-8ebe-d1830dfc17cb,segment=NetworkSegment(17a146a5-0b8b-4e4c-bdaf-d307230cbd6e),segment_id=17a146a5-0b8b-4e4c-bdaf-d307230cbd6e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:34:36.776873 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Returning: {'device': 'a62e4406-35a7-4628-8ebe-d1830dfc17cb', 'network_id': '06676ff9-c2f7-4cdc-94cc-d1e92d7f482c', 'port_id': 'a62e4406-35a7-4628-8ebe-d1830dfc17cb', 'mac_address': 'fa:16:3e:61:fd:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e7fa85-1beb-4985-9419-05cc617d3f75', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 16:34:36.813249 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:36.828480 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a62e4406-35a7-4628-8ebe-d1830dfc17cb {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:34:36.847694 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port a62e4406-35a7-4628-8ebe-d1830dfc17cb, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=a62e4406-35a7-4628-8ebe-d1830dfc17cb,segment=NetworkSegment(17a146a5-0b8b-4e4c-bdaf-d307230cbd6e),segment_id=17a146a5-0b8b-4e4c-bdaf-d307230cbd6e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:34:36.851526 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:36.898088 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=a62e4406-35a7-4628-8ebe-d1830dfc17cb,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:34:37.172981 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] get_ports_and_sgs() called for port_ids ['a62e4406-35a7-4628-8ebe-d1830dfc17cb'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:34:37.779892 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0afc1-005f-473f-b964-336ae2039d62 req-f06d4946-dff0-40a4-b32d-359c4a21076f tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:37.781314 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9da0afc1-005f-473f-b964-336ae2039d62 req-f06d4946-dff0-40a4-b32d-359c4a21076f tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.62 "GET /v2.0/ports?device_id=dbeeca93-daf7-4ad4-8e24-6de95159e80f HTTP/1.1" status: 200 len: 945 time: 0.0475893 Sep 03 16:34:37.820817 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9da0afc1-005f-473f-b964-336ae2039d62 req-78e7c7fa-4fac-4bd9-928f-f5c540674fed tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.62 "GET /v2.0/security-groups?id=33ca1522-5b7f-4929-bb3e-2d53effcce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318637 Sep 03 16:34:38.668838 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device a62e4406-35a7-4628-8ebe-d1830dfc17cb up at agent hyperv_hv-cinder-75793 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:34:38.716520 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Provisioning for port a62e4406-35a7-4628-8ebe-d1830dfc17cb completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:34:38.720213 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Provisioning complete for port a62e4406-35a7-4628-8ebe-d1830dfc17cb triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:34:38.720598 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:38.798239 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:38.820786 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbeeca93-daf7-4ad4-8e24-6de95159e80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62e4406-35a7-4628-8ebe-d1830dfc17cb'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:34:38.823035 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b89f8b623511fb8008411a61343ca2df4e8635703a50781169befd4cf5794b60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c0128c-6829-4084-8d77-4ee09a88913c" -d '{"events": [{"server_uuid": "dbeeca93-daf7-4ad4-8e24-6de95159e80f", "name": "network-vif-plugged", "status": "completed", "tag": "a62e4406-35a7-4628-8ebe-d1830dfc17cb"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:34:38.835872 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port a62e4406-35a7-4628-8ebe-d1830dfc17cb, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=a62e4406-35a7-4628-8ebe-d1830dfc17cb,segment=NetworkSegment(17a146a5-0b8b-4e4c-bdaf-d307230cbd6e),segment_id=17a146a5-0b8b-4e4c-bdaf-d307230cbd6e)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:34:38.839814 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:38.864900 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5512781a-9856-4132-925b-011830b712b5 x-openstack-request-id: req-5512781a-9856-4132-925b-011830b712b5 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:34:38.865340 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbeeca93-daf7-4ad4-8e24-6de95159e80f", "name": "network-vif-plugged", "status": "completed", "tag": "a62e4406-35a7-4628-8ebe-d1830dfc17cb", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:34:38.865483 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5512781a-9856-4132-925b-011830b712b5 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:34:38.865882 dv-cinder-757936-8-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbeeca93-daf7-4ad4-8e24-6de95159e80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62e4406-35a7-4628-8ebe-d1830dfc17cb', 'code': 200} Sep 03 16:34:38.890002 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=a62e4406-35a7-4628-8ebe-d1830dfc17cb,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:34:38.898293 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:34:38.898752 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:34:38.898994 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:34:38.899336 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:34:38.899672 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:34:38.900004 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:34:38.900680 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:34:38.900866 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:34:38.901226 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:34:38.901557 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:34:38.901884 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:34:38.902209 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:34:38.956024 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c538364-580e-44e9-b277-173d2af044e8 req-173c4e9f-a553-4843-a2dc-018549da26a0 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:38.957670 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6c538364-580e-44e9-b277-173d2af044e8 req-173c4e9f-a553-4843-a2dc-018549da26a0 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.62 "GET /v2.0/ports?device_id=dbeeca93-daf7-4ad4-8e24-6de95159e80f HTTP/1.1" status: 200 len: 946 time: 0.0591161 Sep 03 16:34:38.998826 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6c538364-580e-44e9-b277-173d2af044e8 req-9d4d9b43-7147-445d-9b2d-646f6f7f23ab tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.62 "GET /v2.0/security-groups?id=33ca1522-5b7f-4929-bb3e-2d53effcce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342500 Sep 03 16:34:39.093948 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7904a-1d3d-4292-b7c5-9b0f6387de82 req-681ec558-4129-400b-bcb7-35d9fc0e0173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:39.095466 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-14f7904a-1d3d-4292-b7c5-9b0f6387de82 req-681ec558-4129-400b-bcb7-35d9fc0e0173 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dbeeca93-daf7-4ad4-8e24-6de95159e80f HTTP/1.1" status: 200 len: 1099 time: 0.0420239 Sep 03 16:34:39.140855 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-14f7904a-1d3d-4292-b7c5-9b0f6387de82 req-b2dcc23d-1af6-408f-ad33-5fa84c986239 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=33ca1522-5b7f-4929-bb3e-2d53effcce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307252 Sep 03 16:34:40.121313 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43feaa8d-bb50-436b-b9c1-f63513ed5adf req-53ecc1f3-940d-4ece-b418-95eae8ee1e1e tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:40.122799 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-43feaa8d-bb50-436b-b9c1-f63513ed5adf req-53ecc1f3-940d-4ece-b418-95eae8ee1e1e tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.62 "GET /v2.0/ports?device_id=dbeeca93-daf7-4ad4-8e24-6de95159e80f HTTP/1.1" status: 200 len: 946 time: 0.0484905 Sep 03 16:34:40.158901 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-43feaa8d-bb50-436b-b9c1-f63513ed5adf req-967a09f0-6e0f-4c23-bd0e-85aba4c02543 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.62 "GET /v2.0/security-groups?id=33ca1522-5b7f-4929-bb3e-2d53effcce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302455 Sep 03 16:34:41.272198 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ba502-2a45-4534-9a47-cc97d278194f req-1b14e652-a607-40cc-ba1f-11109cf9f1a8 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:41.273710 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2d2ba502-2a45-4534-9a47-cc97d278194f req-1b14e652-a607-40cc-ba1f-11109cf9f1a8 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.62 "GET /v2.0/ports?device_id=dbeeca93-daf7-4ad4-8e24-6de95159e80f HTTP/1.1" status: 200 len: 946 time: 0.0485158 Sep 03 16:34:41.310999 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2d2ba502-2a45-4534-9a47-cc97d278194f req-ee7ab13f-f0c8-4b53-977c-a9fb2aab6cd3 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.62 "GET /v2.0/security-groups?id=33ca1522-5b7f-4929-bb3e-2d53effcce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311155 Sep 03 16:34:42.093544 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f1143-319b-4924-832a-2d6e7ff98ede req-baa809a1-24d8-43ed-98c0-86b7285d6780 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:42.094973 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1c0f1143-319b-4924-832a-2d6e7ff98ede req-baa809a1-24d8-43ed-98c0-86b7285d6780 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.62 "GET /v2.0/ports?device_id=dbeeca93-daf7-4ad4-8e24-6de95159e80f HTTP/1.1" status: 200 len: 946 time: 0.0518737 Sep 03 16:34:42.132244 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1c0f1143-319b-4924-832a-2d6e7ff98ede req-aabd10d8-eea3-435a-9b42-b33a26ec3f39 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.62 "GET /v2.0/security-groups?id=33ca1522-5b7f-4929-bb3e-2d53effcce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303636 Sep 03 16:34:43.248049 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc44fd9-eb58-472e-be03-2fc23fc25df1 req-300516c1-ef69-4f7f-8d06-17e22951b477 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:43.249472 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8fc44fd9-eb58-472e-be03-2fc23fc25df1 req-300516c1-ef69-4f7f-8d06-17e22951b477 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.62 "GET /v2.0/ports?device_id=dbeeca93-daf7-4ad4-8e24-6de95159e80f HTTP/1.1" status: 200 len: 946 time: 0.0496624 Sep 03 16:34:43.285501 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8fc44fd9-eb58-472e-be03-2fc23fc25df1 req-c311144f-6956-4dd5-ba04-8fc4b8f9886b tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.62 "GET /v2.0/security-groups?id=33ca1522-5b7f-4929-bb3e-2d53effcce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301545 Sep 03 16:34:44.044898 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6958b3-4f96-4edc-8240-5789062a245e req-e175d7ff-76d9-4daf-9777-a4334996eb9f tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:44.046461 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6d6958b3-4f96-4edc-8240-5789062a245e req-e175d7ff-76d9-4daf-9777-a4334996eb9f tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbeeca93-daf7-4ad4-8e24-6de95159e80f HTTP/1.1" status: 200 len: 946 time: 0.0531654 Sep 03 16:34:44.150595 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-6d6958b3-4f96-4edc-8240-5789062a245e req-92e86345-c408-49ce-b408-793a8889f575 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Deleting port a62e4406-35a7-4628-8ebe-d1830dfc17cb {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:34:44.150952 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-6d6958b3-4f96-4edc-8240-5789062a245e req-92e86345-c408-49ce-b408-793a8889f575 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:44.237619 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-6d6958b3-4f96-4edc-8240-5789062a245e req-92e86345-c408-49ce-b408-793a8889f575 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] For port a62e4406-35a7-4628-8ebe-d1830dfc17cb, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=a62e4406-35a7-4628-8ebe-d1830dfc17cb,segment=NetworkSegment(17a146a5-0b8b-4e4c-bdaf-d307230cbd6e),segment_id=17a146a5-0b8b-4e4c-bdaf-d307230cbd6e)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:34:44.237987 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-6d6958b3-4f96-4edc-8240-5789062a245e req-92e86345-c408-49ce-b408-793a8889f575 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:44.253697 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-6d6958b3-4f96-4edc-8240-5789062a245e req-92e86345-c408-49ce-b408-793a8889f575 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Calling delete_port for a62e4406-35a7-4628-8ebe-d1830dfc17cb owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:34:44.387251 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-6d6958b3-4f96-4edc-8240-5789062a245e req-92e86345-c408-49ce-b408-793a8889f575 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126147387'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:44.400300 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202442b-ae1a-4530-8fc2-1fd290133df7 req-976ed158-466c-41bf-b0f7-59050d758dc6 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:34:44.400906 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] get_ports_and_sgs() called for port_ids ['a62e4406-35a7-4628-8ebe-d1830dfc17cb'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:34:44.401936 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4202442b-ae1a-4530-8fc2-1fd290133df7 req-976ed158-466c-41bf-b0f7-59050d758dc6 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.62 "GET /v2.0/ports?device_id=dbeeca93-daf7-4ad4-8e24-6de95159e80f HTTP/1.1" status: 200 len: 867 time: 0.0490818 Sep 03 16:34:44.416834 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e86345-c408-49ce-b408-793a8889f575 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Pushing event deleted for resources: {'Port': ['ID=a62e4406-35a7-4628-8ebe-d1830dfc17cb,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:34:44.442595 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4202442b-ae1a-4530-8fc2-1fd290133df7 req-3289acae-9ac9-455e-b90c-b50bd70ab08d tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.62 "GET /v2.0/security-groups?id=33ca1522-5b7f-4929-bb3e-2d53effcce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341942 Sep 03 16:34:44.460827 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d6958b3-4f96-4edc-8240-5789062a245e req-92e86345-c408-49ce-b408-793a8889f575 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] No DVR routers for this DVR port a62e4406-35a7-4628-8ebe-d1830dfc17cb on host hv-cinder-75793 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:34:44.464558 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-6d6958b3-4f96-4edc-8240-5789062a245e req-92e86345-c408-49ce-b408-793a8889f575 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:44.466619 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6d6958b3-4f96-4edc-8240-5789062a245e req-92e86345-c408-49ce-b408-793a8889f575 tempest-VolumesActionsTest-679525413 tempest-VolumesActionsTest-679525413-project] 10.222.0.58 "DELETE /v2.0/ports/a62e4406-35a7-4628-8ebe-d1830dfc17cb HTTP/1.1" status: 204 len: 173 time: 0.4121916 Sep 03 16:34:44.467057 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbeeca93-daf7-4ad4-8e24-6de95159e80f', 'name': 'network-vif-deleted', 'tag': 'a62e4406-35a7-4628-8ebe-d1830dfc17cb'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:34:44.469332 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60a3384ac15a167e802cb15cc86cd66e960e7e49bcb7609cd88b9514a3633fc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20aaef1f-4598-4307-a5cd-777fe06ed049" -d '{"events": [{"server_uuid": "dbeeca93-daf7-4ad4-8e24-6de95159e80f", "name": "network-vif-deleted", "tag": "a62e4406-35a7-4628-8ebe-d1830dfc17cb"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:34:44.505605 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05fcd42e-afd6-419f-903a-b379eb5f635b x-openstack-request-id: req-05fcd42e-afd6-419f-903a-b379eb5f635b {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:34:44.505945 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbeeca93-daf7-4ad4-8e24-6de95159e80f", "name": "network-vif-deleted", "tag": "a62e4406-35a7-4628-8ebe-d1830dfc17cb", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:34:44.506199 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-05fcd42e-afd6-419f-903a-b379eb5f635b {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:34:44.506627 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbeeca93-daf7-4ad4-8e24-6de95159e80f', 'name': 'network-vif-deleted', 'tag': 'a62e4406-35a7-4628-8ebe-d1830dfc17cb', 'status': 'completed', 'code': 200} Sep 03 16:34:45.454380 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-127afe93-4732-4a96-a6e7-18ee7278cc15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:47.363072 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device a62e4406-35a7-4628-8ebe-d1830dfc17cb no longer exists at agent hyperv_hv-cinder-75793 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:34:47.386541 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] No Port match for: a62e4406-35a7-4628-8ebe-d1830dfc17cb {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:34:47.386892 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device a62e4406-35a7-4628-8ebe-d1830dfc17cb not bound to the agent host hv-cinder-75793 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:34:48.028251 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2c914773-a4c3-475a-99a5-67b3c780b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:48.356683 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:49.027530 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad34-f359-45be-bded-9b7b563a89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:50.808673 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30fea9dd-2dab-4865-ba17-13165276935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:52.353962 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:34:58.863104 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-e252f19f-dd3e-4d3c-8df8-c3041748f205 None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:35:06.228185 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 53290) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:35:06.275231 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-880a38e4-8ac9-4037-adbb-d4834ccfdf70 admin admin] Deleting subnet 36e7fa85-1beb-4985-9419-05cc617d3f75 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 16:35:06.278233 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-880a38e4-8ac9-4037-adbb-d4834ccfdf70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:06.311393 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-880a38e4-8ac9-4037-adbb-d4834ccfdf70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126121560'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:06.348512 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-880a38e4-8ac9-4037-adbb-d4834ccfdf70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3810215'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:06.399952 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-880a38e4-8ac9-4037-adbb-d4834ccfdf70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3810270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126852156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126339139'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:06.422155 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880a38e4-8ac9-4037-adbb-d4834ccfdf70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36e7fa85-1beb-4985-9419-05cc617d3f75,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:35:06.431146 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-880a38e4-8ac9-4037-adbb-d4834ccfdf70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:06.432949 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-880a38e4-8ac9-4037-adbb-d4834ccfdf70 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/36e7fa85-1beb-4985-9419-05cc617d3f75 HTTP/1.1" status: 204 len: 168 time: 0.2037776 Sep 03 16:35:06.434471 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880a38e4-8ac9-4037-adbb-d4834ccfdf70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:35:06.434829 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880a38e4-8ac9-4037-adbb-d4834ccfdf70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:35:06.435270 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880a38e4-8ac9-4037-adbb-d4834ccfdf70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:35:06.435468 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 53292) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:35:06.435887 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880a38e4-8ac9-4037-adbb-d4834ccfdf70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:35:06.435985 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880a38e4-8ac9-4037-adbb-d4834ccfdf70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:35:06.436266 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880a38e4-8ac9-4037-adbb-d4834ccfdf70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:35:06.436599 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880a38e4-8ac9-4037-adbb-d4834ccfdf70 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:35:06.436937 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880a38e4-8ac9-4037-adbb-d4834ccfdf70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:35:06.437298 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880a38e4-8ac9-4037-adbb-d4834ccfdf70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:35:06.437635 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880a38e4-8ac9-4037-adbb-d4834ccfdf70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:35:06.437965 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880a38e4-8ac9-4037-adbb-d4834ccfdf70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:35:06.438291 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880a38e4-8ac9-4037-adbb-d4834ccfdf70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:35:06.501407 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d4535286-2af3-476c-baef-f94dad50bbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3806380'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:06.582804 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d4535286-2af3-476c-baef-f94dad50bbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811122', 'neutron.services.segments.db._delete_segments_for_network-8739257953365'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:06.593396 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.services.segments.db [None req-d4535286-2af3-476c-baef-f94dad50bbb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06676ff9-c2f7-4cdc-94cc-d1e92d7f482c']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:35:06.603238 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.services.segments.db [None req-d4535286-2af3-476c-baef-f94dad50bbb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17a146a5-0b8b-4e4c-bdaf-d307230cbd6e') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:35:06.603528 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.services.segments.db [None req-d4535286-2af3-476c-baef-f94dad50bbb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17a146a5-0b8b-4e4c-bdaf-d307230cbd6e') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:35:06.612636 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d4535286-2af3-476c-baef-f94dad50bbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739257954910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125966479'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:06.626282 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d4535286-2af3-476c-baef-f94dad50bbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:06.632025 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4535286-2af3-476c-baef-f94dad50bbb7 admin admin] Releasing vlan 890 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 16:35:06.632429 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d4535286-2af3-476c-baef-f94dad50bbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126147400'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:06.634679 dv-cinder-757936-8-iscsi neutron-server[93827]: Traceback (most recent call last): Sep 03 16:35:06.634679 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 16:35:06.634679 dv-cinder-757936-8-iscsi neutron-server[93827]: timer() Sep 03 16:35:06.634679 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 16:35:06.634679 dv-cinder-757936-8-iscsi neutron-server[93827]: cb(*args, **kw) Sep 03 16:35:06.634679 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 16:35:06.634679 dv-cinder-757936-8-iscsi neutron-server[93827]: return func(*args, **kwargs) Sep 03 16:35:06.634679 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 16:35:06.634679 dv-cinder-757936-8-iscsi neutron-server[93827]: self._notify() Sep 03 16:35:06.634679 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 16:35:06.634679 dv-cinder-757936-8-iscsi neutron-server[93827]: self.callback(batched_events) Sep 03 16:35:06.634679 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 16:35:06.634679 dv-cinder-757936-8-iscsi neutron-server[93827]: event.method(event) Sep 03 16:35:06.634679 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 16:35:06.634679 dv-cinder-757936-8-iscsi neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 16:35:06.634679 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 16:35:06.634679 dv-cinder-757936-8-iscsi neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 16:35:06.634679 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 16:35:06.634679 dv-cinder-757936-8-iscsi neutron-server[93827]: return f(self, *a, **k) Sep 03 16:35:06.634679 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 16:35:06.634679 dv-cinder-757936-8-iscsi neutron-server[93827]: return self._get(url).json() Sep 03 16:35:06.634679 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 16:35:06.634679 dv-cinder-757936-8-iscsi neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 16:35:06.634679 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 16:35:06.634679 dv-cinder-757936-8-iscsi neutron-server[93827]: return self.request(url, 'GET', **kwargs) Sep 03 16:35:06.634679 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 16:35:06.634679 dv-cinder-757936-8-iscsi neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 16:35:06.634679 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 16:35:06.634679 dv-cinder-757936-8-iscsi neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 16:35:06.634679 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 16:35:06.634679 dv-cinder-757936-8-iscsi neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 16:35:06.634679 dv-cinder-757936-8-iscsi neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 16:35:06.691088 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d4535286-2af3-476c-baef-f94dad50bbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956946'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:06.696875 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-d4535286-2af3-476c-baef-f94dad50bbb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:06.698741 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-d4535286-2af3-476c-baef-f94dad50bbb7 admin admin] 10.222.0.62 "DELETE /v2.0/networks/06676ff9-c2f7-4cdc-94cc-d1e92d7f482c HTTP/1.1" status: 204 len: 168 time: 0.2622967 Sep 03 16:35:06.709522 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4535286-2af3-476c-baef-f94dad50bbb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=06676ff9-c2f7-4cdc-94cc-d1e92d7f482c,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:35:06.807320 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 53296) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:35:06.856732 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-fd1b331f-a1a5-4be9-92b5-cd5b216b577b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=37dac626b26645d4917d923fa444b8d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482152 Sep 03 16:35:06.859343 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 53298) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:35:06.909577 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4b7f831a-6bca-43d0-bff4-a62b41a03b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:06.931323 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4b7f831a-6bca-43d0-bff4-a62b41a03b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:06.978682 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4b7f831a-6bca-43d0-bff4-a62b41a03b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:06.981265 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4b7f831a-6bca-43d0-bff4-a62b41a03b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:06.982441 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-4b7f831a-6bca-43d0-bff4-a62b41a03b03 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/33ca1522-5b7f-4929-bb3e-2d53effcce3f HTTP/1.1" status: 204 len: 168 time: 0.1221449 Sep 03 16:35:06.990409 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7f831a-6bca-43d0-bff4-a62b41a03b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ca1522-5b7f-4929-bb3e-2d53effcce3f,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:35:07.648747 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 53322) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:35:07.743124 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-eab28126-588f-4577-9b55-be1df11eca5a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2107458196-network', 'tenant_id': 'a19e1b1df695402b9c746ba2f2964cdf'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:35:07.765180 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab28126-588f-4577-9b55-be1df11eca5a admin admin] Made reservation on behalf of a19e1b1df695402b9c746ba2f2964cdf for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:35:07.767951 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eab28126-588f-4577-9b55-be1df11eca5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:07.777588 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eab28126-588f-4577-9b55-be1df11eca5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:07.874287 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eab28126-588f-4577-9b55-be1df11eca5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:07.877999 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eab28126-588f-4577-9b55-be1df11eca5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:07.898638 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eab28126-588f-4577-9b55-be1df11eca5a admin admin] vlan segment allocate from pool success with {'vlan_id': 862, 'physical_network': 'physnet1'} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 16:35:07.911981 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab28126-588f-4577-9b55-be1df11eca5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee829c8d-58ca-4d7b-a35f-00a8c6b1a071,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:35:07.916785 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eab28126-588f-4577-9b55-be1df11eca5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:07.917158 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.db.segments_db [None req-eab28126-588f-4577-9b55-be1df11eca5a admin admin] Added segment 78983a65-d7a6-44ec-8471-013b9b914eae of type vlan for network e7e09938-ff3a-4f2e-856c-6f22f9806481 Sep 03 16:35:07.955644 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eab28126-588f-4577-9b55-be1df11eca5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739257364188'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:07.980793 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eab28126-588f-4577-9b55-be1df11eca5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:07.981858 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab28126-588f-4577-9b55-be1df11eca5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:07.982453 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eab28126-588f-4577-9b55-be1df11eca5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:08.017909 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-eab28126-588f-4577-9b55-be1df11eca5a admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3677828 Sep 03 16:35:08.022041 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 53328) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:35:08.028364 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-c05e2555-d312-4ad3-b2b0-f7ed08305d7c admin admin] Request body: {'subnet': {'network_id': 'e7e09938-ff3a-4f2e-856c-6f22f9806481', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2107458196-subnet', 'tenant_id': 'a19e1b1df695402b9c746ba2f2964cdf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:35:08.042759 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab28126-588f-4577-9b55-be1df11eca5a admin admin] Pushing event updated for resources: {'Network': ['ID=e7e09938-ff3a-4f2e-856c-6f22f9806481,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:35:08.055409 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05e2555-d312-4ad3-b2b0-f7ed08305d7c admin admin] Made reservation on behalf of a19e1b1df695402b9c746ba2f2964cdf for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:35:08.058912 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Network e7e09938-ff3a-4f2e-856c-6f22f9806481 details requested by agent ovs-agent-dv-cinder-757936-8-iscsi with host dv-cinder-757936-8-iscsi {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 16:35:08.059749 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c05e2555-d312-4ad3-b2b0-f7ed08305d7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126670138'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:08.133659 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 53330) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:35:08.236752 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c05e2555-d312-4ad3-b2b0-f7ed08305d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126147543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126670100'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:08.301643 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e2555-d312-4ad3-b2b0-f7ed08305d7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=546f2ba1-5f30-4bb3-85b4-7d65905ab4f2,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:35:08.302929 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-a5e5f62a-acf8-405c-b2fa-258af0594b4f tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Deleting port 39c62151-db4d-4582-a451-aefee8e6d72a {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:35:08.303277 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a5e5f62a-acf8-405c-b2fa-258af0594b4f tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:08.313295 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05e2555-d312-4ad3-b2b0-f7ed08305d7c admin admin] Checking segment: {'id': '78983a65-d7a6-44ec-8471-013b9b914eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'e7e09938-ff3a-4f2e-856c-6f22f9806481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:35:08.313708 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05e2555-d312-4ad3-b2b0-f7ed08305d7c admin admin] Network hostable DHCP agents. Network: e7e09938-ff3a-4f2e-856c-6f22f9806481, hostable agents: ['3c1899c8-97e0-46b0-b7e8-2386c864002b'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 16:35:08.331390 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05e2555-d312-4ad3-b2b0-f7ed08305d7c admin admin] Network e7e09938-ff3a-4f2e-856c-6f22f9806481 is scheduled to be hosted by DHCP agent 3c1899c8-97e0-46b0-b7e8-2386c864002b with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 16:35:08.341834 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-c05e2555-d312-4ad3-b2b0-f7ed08305d7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-8-iscsi, e7e09938-ff3a-4f2e-856c-6f22f9806481) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:35:08.346088 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05e2555-d312-4ad3-b2b0-f7ed08305d7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:08.346696 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-c05e2555-d312-4ad3-b2b0-f7ed08305d7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:08.355123 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239e0e59-3181-4333-b8e5-50121cd5bf04 None None] Network e7e09938-ff3a-4f2e-856c-6f22f9806481 requested from dv-cinder-757936-8-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:35:08.371651 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-c05e2555-d312-4ad3-b2b0-f7ed08305d7c admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3482749 Sep 03 16:35:08.387787 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a5e5f62a-acf8-405c-b2fa-258af0594b4f tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:08.388408 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a5e5f62a-acf8-405c-b2fa-258af0594b4f tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:08.401745 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-a5e5f62a-acf8-405c-b2fa-258af0594b4f tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Calling delete_port for 39c62151-db4d-4582-a451-aefee8e6d72a owned by network:floatingip {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:35:08.597485 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a5e5f62a-acf8-405c-b2fa-258af0594b4f tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852113'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:08.622837 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2b4449-5b32-4fe6-b32b-06f9c02b6f4f None None] Network e7e09938-ff3a-4f2e-856c-6f22f9806481 requested from dv-cinder-757936-8-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:35:08.623013 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e5f62a-acf8-405c-b2fa-258af0594b4f tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Pushing event deleted for resources: {'Port': ['ID=39c62151-db4d-4582-a451-aefee8e6d72a,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:35:08.687332 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a5e5f62a-acf8-405c-b2fa-258af0594b4f tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks [] for floatingip, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:08.688179 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.db.l3_db [None req-a5e5f62a-acf8-405c-b2fa-258af0594b4f tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Floating IP 440db555-c17b-4379-90c3-21aa50a75294 disassociated (deleted). External IP: 172.27.3.22, port: 2420b4bd-d7d1-4690-ba58-46dfa91b08ef. Sep 03 16:35:08.918281 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e5f62a-acf8-405c-b2fa-258af0594b4f tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Router 525333cc-669e-44ab-b4bd-9fb3fdb3c647 has already been hosted by L3 agent 32b2b364-f1ef-43b0-aa1c-04e185c9ddf9 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:35:09.025773 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e5f62a-acf8-405c-b2fa-258af0594b4f tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify agent at l3_agent.dv-cinder-757936-8-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:35:09.030655 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a5e5f62a-acf8-405c-b2fa-258af0594b4f tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:09.035331 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361b89de-fc7b-4e52-a351-eabd1f76fada None None] Sync routers for ids ['525333cc-669e-44ab-b4bd-9fb3fdb3c647'] in dv-cinder-757936-8-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:35:09.044911 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361b89de-fc7b-4e52-a351-eabd1f76fada None None] Routers {'525333cc-669e-44ab-b4bd-9fb3fdb3c647'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:35:09.045630 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-361b89de-fc7b-4e52-a351-eabd1f76fada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:34:48Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['525333cc-669e-44ab-b4bd-9fb3fdb3c647'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:35:09.056749 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-a5e5f62a-acf8-405c-b2fa-258af0594b4f tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "DELETE /v2.0/floatingips/440db555-c17b-4379-90c3-21aa50a75294 HTTP/1.1" status: 204 len: 168 time: 0.9219165 Sep 03 16:35:09.057463 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1727d18a-5bcf-49d3-8db9-9ec7d50cc840', 'tag': '2420b4bd-d7d1-4690-ba58-46dfa91b08ef'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:35:09.059865 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9181e0e82ffee5c7a29e1125bc6bf0cf4bc90ac22456d4aa1390334b202da70b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61345b8-002c-484c-b852-662bec07853d" -d '{"events": [{"name": "network-changed", "server_uuid": "1727d18a-5bcf-49d3-8db9-9ec7d50cc840", "tag": "2420b4bd-d7d1-4690-ba58-46dfa91b08ef"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:35:09.106701 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac30c1d0-9af5-4ab5-adc5-9335f8d05218 x-openstack-request-id: req-ac30c1d0-9af5-4ab5-adc5-9335f8d05218 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:35:09.107393 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1727d18a-5bcf-49d3-8db9-9ec7d50cc840", "tag": "2420b4bd-d7d1-4690-ba58-46dfa91b08ef", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:35:09.107905 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ac30c1d0-9af5-4ab5-adc5-9335f8d05218 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:35:09.108380 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1727d18a-5bcf-49d3-8db9-9ec7d50cc840', 'tag': '2420b4bd-d7d1-4690-ba58-46dfa91b08ef', 'status': 'completed', 'code': 200} Sep 03 16:35:09.175394 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-361b89de-fc7b-4e52-a351-eabd1f76fada None None] Set router 525333cc-669e-44ab-b4bd-9fb3fdb3c647 gateway port host: dv-cinder-757936-8-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:35:09.185570 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61345b8-002c-484c-b852-662bec07853d req-c8b805a4-061a-44ee-8987-6a13497d0c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:09.187822 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f61345b8-002c-484c-b852-662bec07853d req-c8b805a4-061a-44ee-8987-6a13497d0c58 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c0e9fc1b46fd49209df7374ceb007e31&device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 1099 time: 0.0531907 Sep 03 16:35:09.324375 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61345b8-002c-484c-b852-662bec07853d req-a4308b5e-391c-4e13-862d-c61e6a95a2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:09.325803 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f61345b8-002c-484c-b852-662bec07853d req-a4308b5e-391c-4e13-862d-c61e6a95a2d4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=58690dba-1022-4c9e-81cc-86b962d599bf HTTP/1.1" status: 200 len: 909 time: 0.1216125 Sep 03 16:35:09.334272 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e31d4-abc7-46da-b461-0be7bf159860 req-e8c147e9-2212-4260-b038-707bb5f83bdd tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:09.335665 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a01e31d4-abc7-46da-b461-0be7bf159860 req-e8c147e9-2212-4260-b038-707bb5f83bdd tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 946 time: 0.0724952 Sep 03 16:35:09.375511 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f61345b8-002c-484c-b852-662bec07853d req-52a26fee-8bc7-4f82-b760-073ae33b42bc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2420b4bd-d7d1-4690-ba58-46dfa91b08ef HTTP/1.1" status: 200 len: 217 time: 0.0383632 Sep 03 16:35:09.399532 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-361b89de-fc7b-4e52-a351-eabd1f76fada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525333cc-669e-44ab-b4bd-9fb3fdb3c647', 'name': 'tempest-TestShelveInstance-709896107-router', 'tenant_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '92dc49b3-7544-4fa6-9f27-8adb97d1a0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:29:57Z', 'updated_at': '2021-09-03T16:30:01Z', 'revision_number': 4, 'project_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'gw_port': {'id': '92dc49b3-7544-4fa6-9f27-8adb97d1a0bc', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525333cc-669e-44ab-b4bd-9fb3fdb3c647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:29:57Z', 'updated_at': '2021-09-03T16:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '3f7f5a26-7101-472a-a326-2874b2319579', 'name': '', 'network_id': '58690dba-1022-4c9e-81cc-86b962d599bf', 'tenant_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'mac_address': 'fa:16:3e:7f:78:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525333cc-669e-44ab-b4bd-9fb3fdb3c647', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '01cb09c6-cd3f-43d5-a532-d6fddd4018cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:00Z', 'updated_at': '2021-09-03T16:30:09Z', 'revision_number': 5, 'project_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'subnets': [{'id': '01cb09c6-cd3f-43d5-a532-d6fddd4018cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:35:09.425289 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361b89de-fc7b-4e52-a351-eabd1f76fada None None] Checking router: 525333cc-669e-44ab-b4bd-9fb3fdb3c647 for host: dv-cinder-757936-8-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:35:09.433626 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361b89de-fc7b-4e52-a351-eabd1f76fada None None] Routers {'525333cc-669e-44ab-b4bd-9fb3fdb3c647'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:35:09.434236 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-361b89de-fc7b-4e52-a351-eabd1f76fada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:34:48Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['525333cc-669e-44ab-b4bd-9fb3fdb3c647'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:35:09.438353 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a01e31d4-abc7-46da-b461-0be7bf159860 req-889df355-4d88-4481-96c2-df9bf6b91e41 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c429772-b8dc-4ab5-9290-3914c6a90570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945680 Sep 03 16:35:09.446205 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61345b8-002c-484c-b852-662bec07853d req-9f4ca6d0-71d6-4189-899c-e9631f258b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:09.447629 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f61345b8-002c-484c-b852-662bec07853d req-9f4ca6d0-71d6-4189-899c-e9631f258b43 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=01cb09c6-cd3f-43d5-a532-d6fddd4018cb HTTP/1.1" status: 200 len: 847 time: 0.0635586 Sep 03 16:35:09.495491 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61345b8-002c-484c-b852-662bec07853d req-d9a186ca-dca3-4ee7-bac5-0d3ba50cf28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:09.496809 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f61345b8-002c-484c-b852-662bec07853d req-d9a186ca-dca3-4ee7-bac5-0d3ba50cf28d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=58690dba-1022-4c9e-81cc-86b962d599bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403225 Sep 03 16:35:09.537330 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-361b89de-fc7b-4e52-a351-eabd1f76fada None None] Set router 525333cc-669e-44ab-b4bd-9fb3fdb3c647 gateway port host: dv-cinder-757936-8-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:35:09.595054 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f61345b8-002c-484c-b852-662bec07853d req-5763c581-22fb-42bc-a700-06e60130dffd service neutron] 10.222.0.58 "GET /v2.0/networks/58690dba-1022-4c9e-81cc-86b962d599bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832503 Sep 03 16:35:09.687993 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f61345b8-002c-484c-b852-662bec07853d req-c4d7a340-f8d3-471d-ad07-df4e0df4b14f service neutron] 10.222.0.58 "GET /v2.0/networks/58690dba-1022-4c9e-81cc-86b962d599bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855911 Sep 03 16:35:09.752686 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-361b89de-fc7b-4e52-a351-eabd1f76fada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525333cc-669e-44ab-b4bd-9fb3fdb3c647', 'name': 'tempest-TestShelveInstance-709896107-router', 'tenant_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '92dc49b3-7544-4fa6-9f27-8adb97d1a0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:29:57Z', 'updated_at': '2021-09-03T16:30:01Z', 'revision_number': 4, 'project_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'gw_port': {'id': '92dc49b3-7544-4fa6-9f27-8adb97d1a0bc', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525333cc-669e-44ab-b4bd-9fb3fdb3c647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:29:57Z', 'updated_at': '2021-09-03T16:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '3f7f5a26-7101-472a-a326-2874b2319579', 'name': '', 'network_id': '58690dba-1022-4c9e-81cc-86b962d599bf', 'tenant_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'mac_address': 'fa:16:3e:7f:78:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525333cc-669e-44ab-b4bd-9fb3fdb3c647', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '01cb09c6-cd3f-43d5-a532-d6fddd4018cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:00Z', 'updated_at': '2021-09-03T16:30:09Z', 'revision_number': 5, 'project_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'subnets': [{'id': '01cb09c6-cd3f-43d5-a532-d6fddd4018cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:35:09.782360 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361b89de-fc7b-4e52-a351-eabd1f76fada None None] The sync data for ids ['525333cc-669e-44ab-b4bd-9fb3fdb3c647'] in dv-cinder-757936-8-iscsi is: [{'id': '525333cc-669e-44ab-b4bd-9fb3fdb3c647', 'name': 'tempest-TestShelveInstance-709896107-router', 'tenant_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '92dc49b3-7544-4fa6-9f27-8adb97d1a0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:29:57Z', 'updated_at': '2021-09-03T16:30:01Z', 'revision_number': 4, 'project_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'gw_port': {'id': '92dc49b3-7544-4fa6-9f27-8adb97d1a0bc', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525333cc-669e-44ab-b4bd-9fb3fdb3c647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:29:57Z', 'updated_at': '2021-09-03T16:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '3f7f5a26-7101-472a-a326-2874b2319579', 'name': '', 'network_id': '58690dba-1022-4c9e-81cc-86b962d599bf', 'tenant_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'mac_address': 'fa:16:3e:7f:78:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525333cc-669e-44ab-b4bd-9fb3fdb3c647', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '01cb09c6-cd3f-43d5-a532-d6fddd4018cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:00Z', 'updated_at': '2021-09-03T16:30:09Z', 'revision_number': 5, 'project_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'subnets': [{'id': '01cb09c6-cd3f-43d5-a532-d6fddd4018cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:35:09.996848 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b816c663-c2e7-473a-b0b1-5f178d3b3075 None None] New status for floating IP 440db555-c17b-4379-90c3-21aa50a75294: DOWN {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 16:35:10.157079 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28efaf0-623c-447e-bce7-a8d59ed71559 req-7f80e840-7da4-4577-9ca8-e7bcc24f2e49 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:10.158594 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a28efaf0-623c-447e-bce7-a8d59ed71559 req-7f80e840-7da4-4577-9ca8-e7bcc24f2e49 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.62 "GET /v2.0/networks?id=e7e09938-ff3a-4f2e-856c-6f22f9806481 HTTP/1.1" status: 200 len: 814 time: 0.0995843 Sep 03 16:35:10.174196 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a28efaf0-623c-447e-bce7-a8d59ed71559 req-a075343b-111b-4297-b602-eb8027bf99bc tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.62 "GET /v2.0/quotas/a19e1b1df695402b9c746ba2f2964cdf HTTP/1.1" status: 200 len: 375 time: 0.0097895 Sep 03 16:35:10.209852 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a28efaf0-623c-447e-bce7-a8d59ed71559 req-5f425b03-4a65-4801-b79b-92cc86f16400 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a19e1b1df695402b9c746ba2f2964cdf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299990 Sep 03 16:35:10.300119 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a28efaf0-623c-447e-bce7-a8d59ed71559 req-cf115bb6-f73e-442d-8138-bf15ca54bb35 service neutron] 10.222.0.62 "GET /v2.0/networks/e7e09938-ff3a-4f2e-856c-6f22f9806481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831194 Sep 03 16:35:10.390391 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a28efaf0-623c-447e-bce7-a8d59ed71559 req-bc1dcfc6-486b-4ee5-9c50-85963dbbea91 service neutron] 10.222.0.62 "GET /v2.0/networks/e7e09938-ff3a-4f2e-856c-6f22f9806481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836096 Sep 03 16:35:10.545650 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1d2200a3-2a90-413e-bd78-2f3ebd4802a7 req-1b546289-428a-4dd2-864e-5ce94ff6c159 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0a1c4a0-0f9c-4366-b3fa-eab25e3f9289 HTTP/1.1" status: 200 len: 210 time: 0.0275156 Sep 03 16:35:10.561726 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74107d32-513d-4019-a338-551ff31d490b req-3d5320ed-5351-4a14-badd-850e39d1c0d0 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:10.563231 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-74107d32-513d-4019-a338-551ff31d490b req-3d5320ed-5351-4a14-badd-850e39d1c0d0 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 946 time: 0.0519743 Sep 03 16:35:10.603570 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-74107d32-513d-4019-a338-551ff31d490b req-a9027fb5-a806-4a32-8af0-34dd2530a073 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c429772-b8dc-4ab5-9290-3914c6a90570&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340717 Sep 03 16:35:10.882259 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629e8d4-c44e-4698-b2b1-992654d4e3c5 req-9b294965-9cd1-4a57-b21c-0681cf6762e3 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:10.884284 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f629e8d4-c44e-4698-b2b1-992654d4e3c5 req-9b294965-9cd1-4a57-b21c-0681cf6762e3 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.58 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 946 time: 0.0555525 Sep 03 16:35:10.984849 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-f629e8d4-c44e-4698-b2b1-992654d4e3c5 req-097a1a8c-f1f0-44e5-a6c0-9753c3a44e47 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Deleting port 2420b4bd-d7d1-4690-ba58-46dfa91b08ef {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:35:10.985234 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-f629e8d4-c44e-4698-b2b1-992654d4e3c5 req-097a1a8c-f1f0-44e5-a6c0-9753c3a44e47 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:11.087459 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-f629e8d4-c44e-4698-b2b1-992654d4e3c5 req-097a1a8c-f1f0-44e5-a6c0-9753c3a44e47 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] For port 2420b4bd-d7d1-4690-ba58-46dfa91b08ef, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=2420b4bd-d7d1-4690-ba58-46dfa91b08ef,segment=NetworkSegment(55807b63-4ee3-4bed-bc7f-a4062d500132),segment_id=55807b63-4ee3-4bed-bc7f-a4062d500132)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:35:11.087828 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-f629e8d4-c44e-4698-b2b1-992654d4e3c5 req-097a1a8c-f1f0-44e5-a6c0-9753c3a44e47 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:11.099304 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-f629e8d4-c44e-4698-b2b1-992654d4e3c5 req-097a1a8c-f1f0-44e5-a6c0-9753c3a44e47 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Calling delete_port for 2420b4bd-d7d1-4690-ba58-46dfa91b08ef owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:35:11.226054 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-f629e8d4-c44e-4698-b2b1-992654d4e3c5 req-097a1a8c-f1f0-44e5-a6c0-9753c3a44e47 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126147387'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:11.265187 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a1a8c-f1f0-44e5-a6c0-9753c3a44e47 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Pushing event deleted for resources: {'Port': ['ID=2420b4bd-d7d1-4690-ba58-46dfa91b08ef,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:35:11.302455 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f629e8d4-c44e-4698-b2b1-992654d4e3c5 req-097a1a8c-f1f0-44e5-a6c0-9753c3a44e47 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] No DVR routers for this DVR port 2420b4bd-d7d1-4690-ba58-46dfa91b08ef on host hv-cinder-75793 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:35:11.305686 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-f629e8d4-c44e-4698-b2b1-992654d4e3c5 req-097a1a8c-f1f0-44e5-a6c0-9753c3a44e47 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:11.309540 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f629e8d4-c44e-4698-b2b1-992654d4e3c5 req-097a1a8c-f1f0-44e5-a6c0-9753c3a44e47 tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.58 "DELETE /v2.0/ports/2420b4bd-d7d1-4690-ba58-46dfa91b08ef HTTP/1.1" status: 204 len: 173 time: 0.4180737 Sep 03 16:35:11.310258 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1727d18a-5bcf-49d3-8db9-9ec7d50cc840', 'name': 'network-vif-deleted', 'tag': '2420b4bd-d7d1-4690-ba58-46dfa91b08ef'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:35:11.313297 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60a3384ac15a167e802cb15cc86cd66e960e7e49bcb7609cd88b9514a3633fc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ce7ab1-7609-471f-91a5-565f3fe6e12c" -d '{"events": [{"server_uuid": "1727d18a-5bcf-49d3-8db9-9ec7d50cc840", "name": "network-vif-deleted", "tag": "2420b4bd-d7d1-4690-ba58-46dfa91b08ef"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:35:11.362223 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94dd72f6-601b-4927-8a7e-123488027bd4 x-openstack-request-id: req-94dd72f6-601b-4927-8a7e-123488027bd4 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:35:11.362500 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1727d18a-5bcf-49d3-8db9-9ec7d50cc840", "name": "network-vif-deleted", "tag": "2420b4bd-d7d1-4690-ba58-46dfa91b08ef", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:35:11.363125 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-94dd72f6-601b-4927-8a7e-123488027bd4 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:35:11.364499 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1727d18a-5bcf-49d3-8db9-9ec7d50cc840', 'name': 'network-vif-deleted', 'tag': '2420b4bd-d7d1-4690-ba58-46dfa91b08ef', 'status': 'completed', 'code': 200} Sep 03 16:35:11.520948 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28efaf0-623c-447e-bce7-a8d59ed71559 req-03368f04-e10b-445c-a664-e8678328c7d2 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:11.522518 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a28efaf0-623c-447e-bce7-a8d59ed71559 req-03368f04-e10b-445c-a664-e8678328c7d2 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.58 "GET /v2.0/networks?id=e7e09938-ff3a-4f2e-856c-6f22f9806481 HTTP/1.1" status: 200 len: 814 time: 0.1218626 Sep 03 16:35:11.536162 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-a28efaf0-623c-447e-bce7-a8d59ed71559 req-ca9d621f-3a9c-4042-8134-12fa351f2dc2 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Request body: {'port': {'device_id': 'f0a1c4a0-0f9c-4366-b3fa-eab25e3f9289', 'network_id': 'e7e09938-ff3a-4f2e-856c-6f22f9806481', 'admin_state_up': True, 'tenant_id': 'a19e1b1df695402b9c746ba2f2964cdf'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:35:11.715456 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-67c494ce-7512-45f0-8aa9-dab815223381 req-cde5a9ee-9843-4d3d-b104-e610d661f4ca tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "GET /v2.0/ports?device_id=1727d18a-5bcf-49d3-8db9-9ec7d50cc840 HTTP/1.1" status: 200 len: 210 time: 0.0304551 Sep 03 16:35:11.746478 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1d04f556-3ade-40fc-b0bf-a68dea0e234f req-de0daf17-5d05-47af-8623-7f11b82f1fba tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0a1c4a0-0f9c-4366-b3fa-eab25e3f9289 HTTP/1.1" status: 200 len: 210 time: 0.0702600 Sep 03 16:35:11.766365 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a28efaf0-623c-447e-bce7-a8d59ed71559 req-ca9d621f-3a9c-4042-8134-12fa351f2dc2 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Made reservation on behalf of a19e1b1df695402b9c746ba2f2964cdf for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:35:11.769940 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-a28efaf0-623c-447e-bce7-a8d59ed71559 req-ca9d621f-3a9c-4042-8134-12fa351f2dc2 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:11.942683 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-a28efaf0-623c-447e-bce7-a8d59ed71559 req-ca9d621f-3a9c-4042-8134-12fa351f2dc2 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Allocated IP 172.20.0.3 (e7e09938-ff3a-4f2e-856c-6f22f9806481/546f2ba1-5f30-4bb3-85b4-7d65905ab4f2/402dd605-6fef-4b5f-9470-04ae6d889fd9) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:35:12.088312 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-a28efaf0-623c-447e-bce7-a8d59ed71559 req-ca9d621f-3a9c-4042-8134-12fa351f2dc2 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:12.130268 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-a28efaf0-623c-447e-bce7-a8d59ed71559 req-ca9d621f-3a9c-4042-8134-12fa351f2dc2 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126147387'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:12.171325 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a28efaf0-623c-447e-bce7-a8d59ed71559 req-ca9d621f-3a9c-4042-8134-12fa351f2dc2 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Network e7e09938-ff3a-4f2e-856c-6f22f9806481 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:35:12.174657 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-a28efaf0-623c-447e-bce7-a8d59ed71559 req-ca9d621f-3a9c-4042-8134-12fa351f2dc2 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:35:12.177172 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28efaf0-623c-447e-bce7-a8d59ed71559 req-ca9d621f-3a9c-4042-8134-12fa351f2dc2 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:35:12.216880 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d621f-3a9c-4042-8134-12fa351f2dc2 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Pushing event updated for resources: {'Port': ['ID=402dd605-6fef-4b5f-9470-04ae6d889fd9,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:35:12.240486 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28efaf0-623c-447e-bce7-a8d59ed71559 req-ca9d621f-3a9c-4042-8134-12fa351f2dc2 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:12.241127 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-a28efaf0-623c-447e-bce7-a8d59ed71559 req-ca9d621f-3a9c-4042-8134-12fa351f2dc2 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:12.254925 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a28efaf0-623c-447e-bce7-a8d59ed71559 req-ca9d621f-3a9c-4042-8134-12fa351f2dc2 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7228072 Sep 03 16:35:12.267662 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-a28efaf0-623c-447e-bce7-a8d59ed71559 req-f660f52c-9709-45d4-8a13-7b15c0f99c9c service neutron] Request body: {'port': {'device_id': 'f0a1c4a0-0f9c-4366-b3fa-eab25e3f9289', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:35:12.326053 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-a28efaf0-623c-447e-bce7-a8d59ed71559 req-f660f52c-9709-45d4-8a13-7b15c0f99c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:12.574180 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [req-a28efaf0-623c-447e-bce7-a8d59ed71559 req-f660f52c-9709-45d4-8a13-7b15c0f99c9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 402dd605-6fef-4b5f-9470-04ae6d889fd9 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:35:12.581278 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-a28efaf0-623c-447e-bce7-a8d59ed71559 req-f660f52c-9709-45d4-8a13-7b15c0f99c9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:12.593183 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-a28efaf0-623c-447e-bce7-a8d59ed71559 req-f660f52c-9709-45d4-8a13-7b15c0f99c9c service neutron] Transition to ACTIVE for port object 402dd605-6fef-4b5f-9470-04ae6d889fd9 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:35:12.597566 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-a28efaf0-623c-447e-bce7-a8d59ed71559 req-f660f52c-9709-45d4-8a13-7b15c0f99c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126147372'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:12.642990 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f660f52c-9709-45d4-8a13-7b15c0f99c9c service neutron] Pushing event updated for resources: {'Port': ['ID=402dd605-6fef-4b5f-9470-04ae6d889fd9,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:35:12.667617 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f660f52c-9709-45d4-8a13-7b15c0f99c9c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:35:12.667965 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f660f52c-9709-45d4-8a13-7b15c0f99c9c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:35:12.668306 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f660f52c-9709-45d4-8a13-7b15c0f99c9c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:35:12.668644 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f660f52c-9709-45d4-8a13-7b15c0f99c9c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:35:12.668978 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f660f52c-9709-45d4-8a13-7b15c0f99c9c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:35:12.669334 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f660f52c-9709-45d4-8a13-7b15c0f99c9c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:35:12.669687 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f660f52c-9709-45d4-8a13-7b15c0f99c9c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:35:12.670023 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f660f52c-9709-45d4-8a13-7b15c0f99c9c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:35:12.670349 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f660f52c-9709-45d4-8a13-7b15c0f99c9c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:35:12.670672 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f660f52c-9709-45d4-8a13-7b15c0f99c9c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:35:12.670997 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f660f52c-9709-45d4-8a13-7b15c0f99c9c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:35:12.671317 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f660f52c-9709-45d4-8a13-7b15c0f99c9c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:35:12.720176 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-a28efaf0-623c-447e-bce7-a8d59ed71559 req-f660f52c-9709-45d4-8a13-7b15c0f99c9c service neutron] Attempting to bind port 402dd605-6fef-4b5f-9470-04ae6d889fd9 on host hv-cinder-75793 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:35:12.720510 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-a28efaf0-623c-447e-bce7-a8d59ed71559 req-f660f52c-9709-45d4-8a13-7b15c0f99c9c service neutron] Attempting to bind port 402dd605-6fef-4b5f-9470-04ae6d889fd9 by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': '78983a65-d7a6-44ec-8471-013b9b914eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'e7e09938-ff3a-4f2e-856c-6f22f9806481'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:35:12.720837 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28efaf0-623c-447e-bce7-a8d59ed71559 req-f660f52c-9709-45d4-8a13-7b15c0f99c9c service neutron] Attempting to bind port 402dd605-6fef-4b5f-9470-04ae6d889fd9 on network e7e09938-ff3a-4f2e-856c-6f22f9806481 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:35:12.724910 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28efaf0-623c-447e-bce7-a8d59ed71559 req-f660f52c-9709-45d4-8a13-7b15c0f99c9c service neutron] Port 402dd605-6fef-4b5f-9470-04ae6d889fd9 on network e7e09938-ff3a-4f2e-856c-6f22f9806481 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 16:35:12.725255 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28efaf0-623c-447e-bce7-a8d59ed71559 req-f660f52c-9709-45d4-8a13-7b15c0f99c9c service neutron] Attempting to bind port 402dd605-6fef-4b5f-9470-04ae6d889fd9 on network e7e09938-ff3a-4f2e-856c-6f22f9806481 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:35:12.729885 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28efaf0-623c-447e-bce7-a8d59ed71559 req-f660f52c-9709-45d4-8a13-7b15c0f99c9c service neutron] Checking agent: {'id': 'd3fcaccf-3212-4db0-9fe2-d79bf18b2000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 25, 52), 'started_at': datetime.datetime(2021, 9, 3, 16, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:35:12.730219 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28efaf0-623c-447e-bce7-a8d59ed71559 req-f660f52c-9709-45d4-8a13-7b15c0f99c9c service neutron] Checking segment: {'id': '78983a65-d7a6-44ec-8471-013b9b914eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'e7e09938-ff3a-4f2e-856c-6f22f9806481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:35:12.730596 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28efaf0-623c-447e-bce7-a8d59ed71559 req-f660f52c-9709-45d4-8a13-7b15c0f99c9c service neutron] Bound using segment: {'id': '78983a65-d7a6-44ec-8471-013b9b914eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'e7e09938-ff3a-4f2e-856c-6f22f9806481'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:35:12.731012 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-a28efaf0-623c-447e-bce7-a8d59ed71559 req-f660f52c-9709-45d4-8a13-7b15c0f99c9c service neutron] Bound port: 402dd605-6fef-4b5f-9470-04ae6d889fd9, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78983a65-d7a6-44ec-8471-013b9b914eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'e7e09938-ff3a-4f2e-856c-6f22f9806481'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:35:12.731358 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-a28efaf0-623c-447e-bce7-a8d59ed71559 req-f660f52c-9709-45d4-8a13-7b15c0f99c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:12.794996 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-a28efaf0-623c-447e-bce7-a8d59ed71559 req-f660f52c-9709-45d4-8a13-7b15c0f99c9c service neutron] For port 402dd605-6fef-4b5f-9470-04ae6d889fd9, host hv-cinder-75793, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:35:12.798109 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-a28efaf0-623c-447e-bce7-a8d59ed71559 req-f660f52c-9709-45d4-8a13-7b15c0f99c9c service neutron] For port 402dd605-6fef-4b5f-9470-04ae6d889fd9, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=402dd605-6fef-4b5f-9470-04ae6d889fd9,segment=NetworkSegment(78983a65-d7a6-44ec-8471-013b9b914eae),segment_id=78983a65-d7a6-44ec-8471-013b9b914eae)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:35:12.803054 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-a28efaf0-623c-447e-bce7-a8d59ed71559 req-f660f52c-9709-45d4-8a13-7b15c0f99c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126147372'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:12.835896 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28efaf0-623c-447e-bce7-a8d59ed71559 req-f660f52c-9709-45d4-8a13-7b15c0f99c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:12.836629 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-a28efaf0-623c-447e-bce7-a8d59ed71559 req-f660f52c-9709-45d4-8a13-7b15c0f99c9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:12.838076 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a28efaf0-623c-447e-bce7-a8d59ed71559 req-f660f52c-9709-45d4-8a13-7b15c0f99c9c service neutron] 10.222.0.58 "PUT /v2.0/ports/402dd605-6fef-4b5f-9470-04ae6d889fd9 HTTP/1.1" status: 200 len: 1093 time: 0.5744131 Sep 03 16:35:12.933363 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f660f52c-9709-45d4-8a13-7b15c0f99c9c service neutron] Pushing event updated for resources: {'Port': ['ID=402dd605-6fef-4b5f-9470-04ae6d889fd9,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:35:12.946012 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417dd48-a599-406e-a42d-b199e698e251 req-91610c66-ef9b-4044-8e72-25b0a729a39d tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:12.947585 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-8417dd48-a599-406e-a42d-b199e698e251 req-91610c66-ef9b-4044-8e72-25b0a729a39d tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0a1c4a0-0f9c-4366-b3fa-eab25e3f9289 HTTP/1.1" status: 200 len: 943 time: 0.1169693 Sep 03 16:35:12.953691 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28efaf0-623c-447e-bce7-a8d59ed71559 req-ec05036a-fc8f-4851-a01e-59f4141b72ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:12.955156 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a28efaf0-623c-447e-bce7-a8d59ed71559 req-ec05036a-fc8f-4851-a01e-59f4141b72ab service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a19e1b1df695402b9c746ba2f2964cdf&device_id=f0a1c4a0-0f9c-4366-b3fa-eab25e3f9289 HTTP/1.1" status: 200 len: 1096 time: 0.0779960 Sep 03 16:35:12.960144 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 53408) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:35:13.012083 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a28efaf0-623c-447e-bce7-a8d59ed71559 req-1127271b-bdd3-4d7d-9423-311889753dc4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=402dd605-6fef-4b5f-9470-04ae6d889fd9 HTTP/1.1" status: 200 len: 217 time: 0.0427256 Sep 03 16:35:13.019288 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-8417dd48-a599-406e-a42d-b199e698e251 req-ac31c443-551f-4173-9383-20d597b3e246 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee829c8d-58ca-4d7b-a35f-00a8c6b1a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632310 Sep 03 16:35:13.021745 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9174ac94-69da-468b-a0fe-a5dbde19fb5a tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:13.048099 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9174ac94-69da-468b-a0fe-a5dbde19fb5a tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:13.065561 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28efaf0-623c-447e-bce7-a8d59ed71559 req-1226b2e6-622e-449f-bb59-fe0fa56e6572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:13.067301 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a28efaf0-623c-447e-bce7-a8d59ed71559 req-1226b2e6-622e-449f-bb59-fe0fa56e6572 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=546f2ba1-5f30-4bb3-85b4-7d65905ab4f2 HTTP/1.1" status: 200 len: 854 time: 0.0471640 Sep 03 16:35:13.099140 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a28efaf0-623c-447e-bce7-a8d59ed71559 req-4bcb1a02-2e05-42ae-9207-ed94ae1901dc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e7e09938-ff3a-4f2e-856c-6f22f9806481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241244 Sep 03 16:35:13.111336 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9174ac94-69da-468b-a0fe-a5dbde19fb5a tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:13.113940 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9174ac94-69da-468b-a0fe-a5dbde19fb5a tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:13.115086 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-9174ac94-69da-468b-a0fe-a5dbde19fb5a tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] 10.222.0.62 "DELETE /v2.0/security-groups/2c429772-b8dc-4ab5-9290-3914c6a90570 HTTP/1.1" status: 204 len: 168 time: 0.1538582 Sep 03 16:35:13.127976 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9174ac94-69da-468b-a0fe-a5dbde19fb5a tempest-TestShelveInstance-75687466 tempest-TestShelveInstance-75687466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c429772-b8dc-4ab5-9290-3914c6a90570,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:35:13.170035 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 53412) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:35:13.206628 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a28efaf0-623c-447e-bce7-a8d59ed71559 req-bc8f413e-8947-4b94-847c-ff68b1a5dc82 service neutron] 10.222.0.58 "GET /v2.0/networks/e7e09938-ff3a-4f2e-856c-6f22f9806481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993810 Sep 03 16:35:13.300832 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a28efaf0-623c-447e-bce7-a8d59ed71559 req-0916393f-42c5-427d-8543-9bbe1b3fc961 service neutron] 10.222.0.58 "GET /v2.0/networks/e7e09938-ff3a-4f2e-856c-6f22f9806481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845087 Sep 03 16:35:13.365962 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0a1c4a0-0f9c-4366-b3fa-eab25e3f9289', 'tag': '402dd605-6fef-4b5f-9470-04ae6d889fd9'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:35:13.368243 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60a3384ac15a167e802cb15cc86cd66e960e7e49bcb7609cd88b9514a3633fc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14aee6e0-8030-4b83-9914-07569b55d969" -d '{"events": [{"name": "network-changed", "server_uuid": "f0a1c4a0-0f9c-4366-b3fa-eab25e3f9289", "tag": "402dd605-6fef-4b5f-9470-04ae6d889fd9"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:35:13.405592 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd89b8b7-7a0f-4b33-bd73-192390f2e193 x-openstack-request-id: req-dd89b8b7-7a0f-4b33-bd73-192390f2e193 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:35:13.405889 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0a1c4a0-0f9c-4366-b3fa-eab25e3f9289", "tag": "402dd605-6fef-4b5f-9470-04ae6d889fd9", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:35:13.406136 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dd89b8b7-7a0f-4b33-bd73-192390f2e193 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:35:13.406526 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0a1c4a0-0f9c-4366-b3fa-eab25e3f9289', 'tag': '402dd605-6fef-4b5f-9470-04ae6d889fd9', 'status': 'completed', 'code': 200} Sep 03 16:35:13.472957 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aee6e0-8030-4b83-9914-07569b55d969 req-124ccdb1-30e9-4343-bdd5-6c6283d85790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:13.474514 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-14aee6e0-8030-4b83-9914-07569b55d969 req-124ccdb1-30e9-4343-bdd5-6c6283d85790 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a19e1b1df695402b9c746ba2f2964cdf&device_id=f0a1c4a0-0f9c-4366-b3fa-eab25e3f9289 HTTP/1.1" status: 200 len: 1096 time: 0.0422578 Sep 03 16:35:13.569675 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aee6e0-8030-4b83-9914-07569b55d969 req-07cdc513-e10f-4e6b-b417-9473b53dd8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:13.571227 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-14aee6e0-8030-4b83-9914-07569b55d969 req-07cdc513-e10f-4e6b-b417-9473b53dd8f0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e7e09938-ff3a-4f2e-856c-6f22f9806481 HTTP/1.1" status: 200 len: 915 time: 0.0888798 Sep 03 16:35:13.614600 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-14aee6e0-8030-4b83-9914-07569b55d969 req-2a9cb86a-6ce7-4e2b-8ab4-408953e26855 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=402dd605-6fef-4b5f-9470-04ae6d889fd9 HTTP/1.1" status: 200 len: 217 time: 0.0347166 Sep 03 16:35:13.666940 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aee6e0-8030-4b83-9914-07569b55d969 req-6603a3ec-7eae-4a2a-9778-4ffacd8f4ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:13.668282 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-14aee6e0-8030-4b83-9914-07569b55d969 req-6603a3ec-7eae-4a2a-9778-4ffacd8f4ba8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=546f2ba1-5f30-4bb3-85b4-7d65905ab4f2 HTTP/1.1" status: 200 len: 854 time: 0.0458057 Sep 03 16:35:13.822999 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-056426a3-98d5-4a28-b35c-aa65396ffc20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-922624'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:13.946540 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-14aee6e0-8030-4b83-9914-07569b55d969 req-28690149-265f-45e4-ae2a-2cccc49a8d2b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e7e09938-ff3a-4f2e-856c-6f22f9806481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2698562 Sep 03 16:35:14.050104 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-14aee6e0-8030-4b83-9914-07569b55d969 req-9f0a1a36-c6c2-41b8-a8c8-e0e496124948 service neutron] 10.222.0.58 "GET /v2.0/networks/e7e09938-ff3a-4f2e-856c-6f22f9806481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911856 Sep 03 16:35:14.112127 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-056426a3-98d5-4a28-b35c-aa65396ffc20 admin admin] Deleting port 3f7f5a26-7101-472a-a326-2874b2319579 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:35:14.112697 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-056426a3-98d5-4a28-b35c-aa65396ffc20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:14.201192 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-14aee6e0-8030-4b83-9914-07569b55d969 req-462d5442-f018-449a-a5ae-127c5270afbd service neutron] 10.222.0.58 "GET /v2.0/networks/e7e09938-ff3a-4f2e-856c-6f22f9806481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420572 Sep 03 16:35:14.208445 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c41c104-d922-4508-bf56-7bb76e56872f req-7d1c97bb-77a5-477c-b3ff-716d54df3a54 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:14.209952 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6c41c104-d922-4508-bf56-7bb76e56872f req-7d1c97bb-77a5-477c-b3ff-716d54df3a54 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0a1c4a0-0f9c-4366-b3fa-eab25e3f9289 HTTP/1.1" status: 200 len: 943 time: 0.1062021 Sep 03 16:35:14.240225 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-056426a3-98d5-4a28-b35c-aa65396ffc20 admin admin] For port 3f7f5a26-7101-472a-a326-2874b2319579, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=3f7f5a26-7101-472a-a326-2874b2319579,segment=NetworkSegment(55807b63-4ee3-4bed-bc7f-a4062d500132),segment_id=55807b63-4ee3-4bed-bc7f-a4062d500132)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:35:14.240590 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-056426a3-98d5-4a28-b35c-aa65396ffc20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:14.248744 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6c41c104-d922-4508-bf56-7bb76e56872f req-4f86685b-e453-4759-9031-2cfe9f31d19d tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee829c8d-58ca-4d7b-a35f-00a8c6b1a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325713 Sep 03 16:35:14.256002 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32998c5-e1a7-4a21-9b3a-5c28ca6574ce req-c9fec582-d160-4192-a872-4699d78ed033 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:14.257509 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d32998c5-e1a7-4a21-9b3a-5c28ca6574ce req-c9fec582-d160-4192-a872-4699d78ed033 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 945 time: 0.0811718 Sep 03 16:35:14.265709 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-056426a3-98d5-4a28-b35c-aa65396ffc20 admin admin] Calling delete_port for 3f7f5a26-7101-472a-a326-2874b2319579 owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:35:14.332881 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d32998c5-e1a7-4a21-9b3a-5c28ca6574ce req-679233c6-ef18-4bbf-b37a-987a0ab8eb42 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688949 Sep 03 16:35:14.467810 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-056426a3-98d5-4a28-b35c-aa65396ffc20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852113'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:14.492906 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056426a3-98d5-4a28-b35c-aa65396ffc20 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f7f5a26-7101-472a-a326-2874b2319579,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:35:14.658437 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-056426a3-98d5-4a28-b35c-aa65396ffc20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-922772'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:14.821375 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 402dd605-6fef-4b5f-9470-04ae6d889fd9 details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 16:35:14.824515 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 2420b4bd-d7d1-4690-ba58-46dfa91b08ef no longer exists at agent hyperv_hv-cinder-75793 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:35:14.849313 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] No Port match for: 2420b4bd-d7d1-4690-ba58-46dfa91b08ef {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:35:14.849706 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 2420b4bd-d7d1-4690-ba58-46dfa91b08ef not bound to the agent host hv-cinder-75793 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:35:14.865278 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056426a3-98d5-4a28-b35c-aa65396ffc20 admin admin] Router 525333cc-669e-44ab-b4bd-9fb3fdb3c647 has already been hosted by L3 agent 32b2b364-f1ef-43b0-aa1c-04e185c9ddf9 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:35:14.935290 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 402dd605-6fef-4b5f-9470-04ae6d889fd9, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=402dd605-6fef-4b5f-9470-04ae6d889fd9,segment=NetworkSegment(78983a65-d7a6-44ec-8471-013b9b914eae),segment_id=78983a65-d7a6-44ec-8471-013b9b914eae)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:35:14.946334 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Returning: {'device': '402dd605-6fef-4b5f-9470-04ae6d889fd9', 'network_id': 'e7e09938-ff3a-4f2e-856c-6f22f9806481', 'port_id': '402dd605-6fef-4b5f-9470-04ae6d889fd9', 'mac_address': 'fa:16:3e:91:c5:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '546f2ba1-5f30-4bb3-85b4-7d65905ab4f2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 16:35:14.971698 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056426a3-98d5-4a28-b35c-aa65396ffc20 admin admin] Notify agent at l3_agent.dv-cinder-757936-8-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:35:14.977247 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-056426a3-98d5-4a28-b35c-aa65396ffc20 admin admin] 10.222.0.62 "PUT /v2.0/routers/525333cc-669e-44ab-b4bd-9fb3fdb3c647/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8052611 Sep 03 16:35:14.979171 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 53434) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:35:14.984007 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:14.984707 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dfbac9-54ea-469d-a2dd-bdb8dda082a2 None None] Sync routers for ids ['525333cc-669e-44ab-b4bd-9fb3fdb3c647'] in dv-cinder-757936-8-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:35:14.994971 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dfbac9-54ea-469d-a2dd-bdb8dda082a2 None None] Routers {'525333cc-669e-44ab-b4bd-9fb3fdb3c647'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:35:14.995595 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-78dfbac9-54ea-469d-a2dd-bdb8dda082a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:34:48Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['525333cc-669e-44ab-b4bd-9fb3fdb3c647'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:35:14.998128 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 402dd605-6fef-4b5f-9470-04ae6d889fd9 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:35:15.018641 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 402dd605-6fef-4b5f-9470-04ae6d889fd9, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=402dd605-6fef-4b5f-9470-04ae6d889fd9,segment=NetworkSegment(78983a65-d7a6-44ec-8471-013b9b914eae),segment_id=78983a65-d7a6-44ec-8471-013b9b914eae)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:35:15.023109 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:15.074363 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=402dd605-6fef-4b5f-9470-04ae6d889fd9,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:35:15.087614 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-412db465-ac9a-44da-9b86-014f622b094a admin admin] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:15.196746 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-78dfbac9-54ea-469d-a2dd-bdb8dda082a2 None None] Set router 525333cc-669e-44ab-b4bd-9fb3fdb3c647 gateway port host: dv-cinder-757936-8-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:35:15.201938 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-412db465-ac9a-44da-9b86-014f622b094a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:15.261349 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-412db465-ac9a-44da-9b86-014f622b094a admin admin] Deleting port 92dc49b3-7544-4fa6-9f27-8adb97d1a0bc {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:35:15.261698 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-412db465-ac9a-44da-9b86-014f622b094a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:15.286810 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] get_ports_and_sgs() called for port_ids ['402dd605-6fef-4b5f-9470-04ae6d889fd9'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:35:15.366822 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-412db465-ac9a-44da-9b86-014f622b094a admin admin] For port 92dc49b3-7544-4fa6-9f27-8adb97d1a0bc, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=92dc49b3-7544-4fa6-9f27-8adb97d1a0bc,segment=NetworkSegment(8fbc7082-b272-4b43-971d-120707d467f2),segment_id=8fbc7082-b272-4b43-971d-120707d467f2)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:35:15.367502 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-412db465-ac9a-44da-9b86-014f622b094a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:15.385028 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-412db465-ac9a-44da-9b86-014f622b094a admin admin] Calling delete_port for 92dc49b3-7544-4fa6-9f27-8adb97d1a0bc owned by network:router_gateway {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:35:15.407560 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccc515-012f-4347-9730-f60e10323e36 req-12ed7524-0a6a-43e2-9ad3-311834183978 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:15.413588 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fdccc515-012f-4347-9730-f60e10323e36 req-12ed7524-0a6a-43e2-9ad3-311834183978 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0a1c4a0-0f9c-4366-b3fa-eab25e3f9289 HTTP/1.1" status: 200 len: 944 time: 0.0864391 Sep 03 16:35:15.429780 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-78dfbac9-54ea-469d-a2dd-bdb8dda082a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525333cc-669e-44ab-b4bd-9fb3fdb3c647', 'name': 'tempest-TestShelveInstance-709896107-router', 'tenant_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '92dc49b3-7544-4fa6-9f27-8adb97d1a0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:29:57Z', 'updated_at': '2021-09-03T16:35:14Z', 'revision_number': 5, 'project_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'gw_port': {'id': '92dc49b3-7544-4fa6-9f27-8adb97d1a0bc', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525333cc-669e-44ab-b4bd-9fb3fdb3c647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:29:57Z', 'updated_at': '2021-09-03T16:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi'}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:35:15.457580 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dfbac9-54ea-469d-a2dd-bdb8dda082a2 None None] Checking router: 525333cc-669e-44ab-b4bd-9fb3fdb3c647 for host: dv-cinder-757936-8-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:35:15.460550 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fdccc515-012f-4347-9730-f60e10323e36 req-fe7f43ab-cc6f-4a71-8f0b-8134f52d9b48 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee829c8d-58ca-4d7b-a35f-00a8c6b1a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444689 Sep 03 16:35:15.468412 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dfbac9-54ea-469d-a2dd-bdb8dda082a2 None None] Routers {'525333cc-669e-44ab-b4bd-9fb3fdb3c647'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:35:15.469470 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-78dfbac9-54ea-469d-a2dd-bdb8dda082a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:34:48Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['525333cc-669e-44ab-b4bd-9fb3fdb3c647'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:35:15.474258 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7ca744dc-a9db-48d9-a169-dc1b35bd43b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:15.557261 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-78dfbac9-54ea-469d-a2dd-bdb8dda082a2 None None] Set router 525333cc-669e-44ab-b4bd-9fb3fdb3c647 gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:35:15.582918 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564adbc-6547-458d-9dc3-cb67bb27bfa2 req-ff0889e9-b9b6-4590-8cf0-e3309c5458cd tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:15.584407 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0564adbc-6547-458d-9dc3-cb67bb27bfa2 req-ff0889e9-b9b6-4590-8cf0-e3309c5458cd tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 945 time: 0.0946596 Sep 03 16:35:15.616879 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-78dfbac9-54ea-469d-a2dd-bdb8dda082a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525333cc-669e-44ab-b4bd-9fb3fdb3c647', 'name': 'tempest-TestShelveInstance-709896107-router', 'tenant_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:29:57Z', 'updated_at': '2021-09-03T16:35:15Z', 'revision_number': 6, 'project_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'gw_port_host': None}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:35:15.621648 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-412db465-ac9a-44da-9b86-014f622b094a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852113'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:15.643068 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dfbac9-54ea-469d-a2dd-bdb8dda082a2 None None] The sync data for ids ['525333cc-669e-44ab-b4bd-9fb3fdb3c647'] in dv-cinder-757936-8-iscsi is: [{'id': '525333cc-669e-44ab-b4bd-9fb3fdb3c647', 'name': 'tempest-TestShelveInstance-709896107-router', 'tenant_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:29:57Z', 'updated_at': '2021-09-03T16:35:15Z', 'revision_number': 6, 'project_id': 'c0e9fc1b46fd49209df7374ceb007e31', 'gw_port_host': None}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:35:15.658492 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0564adbc-6547-458d-9dc3-cb67bb27bfa2 req-b4b55d9c-0267-43d6-a423-8e53789889ad tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656517 Sep 03 16:35:15.659827 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412db465-ac9a-44da-9b86-014f622b094a admin admin] Pushing event deleted for resources: {'Port': ['ID=92dc49b3-7544-4fa6-9f27-8adb97d1a0bc,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:35:15.729313 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-412db465-ac9a-44da-9b86-014f622b094a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-923130'] for router_gateway, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:15.827838 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-412db465-ac9a-44da-9b86-014f622b094a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126087'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:15.829912 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-412db465-ac9a-44da-9b86-014f622b094a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:15.892739 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-412db465-ac9a-44da-9b86-014f622b094a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-921180'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:15.893219 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412db465-ac9a-44da-9b86-014f622b094a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 525333cc-669e-44ab-b4bd-9fb3fdb3c647 {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 16:35:15.898222 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-412db465-ac9a-44da-9b86-014f622b094a admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:15.899447 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-412db465-ac9a-44da-9b86-014f622b094a admin admin] 10.222.0.62 "DELETE /v2.0/routers/525333cc-669e-44ab-b4bd-9fb3fdb3c647 HTTP/1.1" status: 204 len: 168 time: 0.9193342 Sep 03 16:35:15.902139 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 53440) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:35:15.945055 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-04853946-b679-460f-92a2-f0be2e370a11 admin admin] Deleting subnet 01cb09c6-cd3f-43d5-a532-d6fddd4018cb {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 16:35:15.948616 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-04853946-b679-460f-92a2-f0be2e370a11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:15.980787 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-04853946-b679-460f-92a2-f0be2e370a11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126121560'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:16.069366 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-04853946-b679-460f-92a2-f0be2e370a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3810215'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:16.121977 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-04853946-b679-460f-92a2-f0be2e370a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3810270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126852156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126339139'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:16.146620 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04853946-b679-460f-92a2-f0be2e370a11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01cb09c6-cd3f-43d5-a532-d6fddd4018cb,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:35:16.151020 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-04853946-b679-460f-92a2-f0be2e370a11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:16.152771 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-04853946-b679-460f-92a2-f0be2e370a11 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/01cb09c6-cd3f-43d5-a532-d6fddd4018cb HTTP/1.1" status: 204 len: 168 time: 0.2496846 Sep 03 16:35:16.155254 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 53442) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:35:16.158051 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d94762-38c6-464a-8a9d-56e8994a5306 None None] Network 58690dba-1022-4c9e-81cc-86b962d599bf requested from dv-cinder-757936-8-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:35:16.223613 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1cecb988-050f-483e-b952-aaa9781fb2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3806380'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:16.279884 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-1cecb988-050f-483e-b952-aaa9781fb2b2 admin admin] Deleting port db1e01bf-3b0c-405e-af52-b900c0b0dbf2 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:35:16.280228 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1cecb988-050f-483e-b952-aaa9781fb2b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:16.341312 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-1cecb988-050f-483e-b952-aaa9781fb2b2 admin admin] For port db1e01bf-3b0c-405e-af52-b900c0b0dbf2, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=db1e01bf-3b0c-405e-af52-b900c0b0dbf2,segment=NetworkSegment(55807b63-4ee3-4bed-bc7f-a4062d500132),segment_id=55807b63-4ee3-4bed-bc7f-a4062d500132)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:35:16.341639 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1cecb988-050f-483e-b952-aaa9781fb2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:16.352637 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-1cecb988-050f-483e-b952-aaa9781fb2b2 admin admin] Calling delete_port for db1e01bf-3b0c-405e-af52-b900c0b0dbf2 owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:35:16.414173 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c6c0dc-ab1d-477f-a0a9-0a784c872093 None None] DHCP port deletion for 58690dba-1022-4c9e-81cc-86b962d599bf request from dv-cinder-757936-8-iscsi {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 16:35:16.435448 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1cecb988-050f-483e-b952-aaa9781fb2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852113'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:16.460890 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-47c6c0dc-ab1d-477f-a0a9-0a784c872093 None None] Deleting port db1e01bf-3b0c-405e-af52-b900c0b0dbf2 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:35:16.461428 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-47c6c0dc-ab1d-477f-a0a9-0a784c872093 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:16.462916 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cecb988-050f-483e-b952-aaa9781fb2b2 admin admin] No DVR routers for this DVR port db1e01bf-3b0c-405e-af52-b900c0b0dbf2 on host dv-cinder-757936-8-iscsi {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:35:16.466780 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cecb988-050f-483e-b952-aaa9781fb2b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=db1e01bf-3b0c-405e-af52-b900c0b0dbf2,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:35:16.534869 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-47c6c0dc-ab1d-477f-a0a9-0a784c872093 None None] For port db1e01bf-3b0c-405e-af52-b900c0b0dbf2, host dv-cinder-757936-8-iscsi, got binding levels [] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:35:16.535276 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-47c6c0dc-ab1d-477f-a0a9-0a784c872093 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:16.537710 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1cecb988-050f-483e-b952-aaa9781fb2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811122', 'neutron.services.segments.db._delete_segments_for_network-8739257953365'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:16.547924 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-47c6c0dc-ab1d-477f-a0a9-0a784c872093 None None] Calling delete_port for db1e01bf-3b0c-405e-af52-b900c0b0dbf2 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:35:16.548364 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-1cecb988-050f-483e-b952-aaa9781fb2b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58690dba-1022-4c9e-81cc-86b962d599bf']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:35:16.551054 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.ipam_backend_mixin [None req-47c6c0dc-ab1d-477f-a0a9-0a784c872093 None None] Port db1e01bf-3b0c-405e-af52-b900c0b0dbf2 was not found and therefore no delete operation was performed {{(pid=93829) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 03 16:35:16.553621 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-47c6c0dc-ab1d-477f-a0a9-0a784c872093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:16.562378 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-1cecb988-050f-483e-b952-aaa9781fb2b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55807b63-4ee3-4bed-bc7f-a4062d500132') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:35:16.562832 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-1cecb988-050f-483e-b952-aaa9781fb2b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55807b63-4ee3-4bed-bc7f-a4062d500132') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:35:16.572306 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1cecb988-050f-483e-b952-aaa9781fb2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739257954910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126121537'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:16.579697 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c6c0dc-ab1d-477f-a0a9-0a784c872093 None None] Pushing event deleted for resources: {'Port': ['ID=db1e01bf-3b0c-405e-af52-b900c0b0dbf2,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:35:16.583404 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c6c0dc-ab1d-477f-a0a9-0a784c872093 None None] No DVR routers for this DVR port db1e01bf-3b0c-405e-af52-b900c0b0dbf2 on host dv-cinder-757936-8-iscsi {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:35:16.588176 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1cecb988-050f-483e-b952-aaa9781fb2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:16.589528 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396db59-c96f-473e-b594-a813f4d07940 req-13baa717-fba1-4acc-abf9-cd45d9714ded tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:16.596131 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cecb988-050f-483e-b952-aaa9781fb2b2 admin admin] Releasing vlan 877 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 16:35:16.596701 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1cecb988-050f-483e-b952-aaa9781fb2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126852194'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:16.598648 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-8396db59-c96f-473e-b594-a813f4d07940 req-13baa717-fba1-4acc-abf9-cd45d9714ded tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0a1c4a0-0f9c-4366-b3fa-eab25e3f9289 HTTP/1.1" status: 200 len: 944 time: 0.0579035 Sep 03 16:35:16.599001 dv-cinder-757936-8-iscsi neutron-server[93828]: Traceback (most recent call last): Sep 03 16:35:16.599001 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 16:35:16.599001 dv-cinder-757936-8-iscsi neutron-server[93828]: timer() Sep 03 16:35:16.599001 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 16:35:16.599001 dv-cinder-757936-8-iscsi neutron-server[93828]: cb(*args, **kw) Sep 03 16:35:16.599001 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 16:35:16.599001 dv-cinder-757936-8-iscsi neutron-server[93828]: return func(*args, **kwargs) Sep 03 16:35:16.599001 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 16:35:16.599001 dv-cinder-757936-8-iscsi neutron-server[93828]: self._notify() Sep 03 16:35:16.599001 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 16:35:16.599001 dv-cinder-757936-8-iscsi neutron-server[93828]: self.callback(batched_events) Sep 03 16:35:16.599001 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 16:35:16.599001 dv-cinder-757936-8-iscsi neutron-server[93828]: event.method(event) Sep 03 16:35:16.599001 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 16:35:16.599001 dv-cinder-757936-8-iscsi neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 16:35:16.599001 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 16:35:16.599001 dv-cinder-757936-8-iscsi neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 16:35:16.599001 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 16:35:16.599001 dv-cinder-757936-8-iscsi neutron-server[93828]: return f(self, *a, **k) Sep 03 16:35:16.599001 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 16:35:16.599001 dv-cinder-757936-8-iscsi neutron-server[93828]: return self._get(url).json() Sep 03 16:35:16.599001 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 16:35:16.599001 dv-cinder-757936-8-iscsi neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 16:35:16.599001 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 16:35:16.599001 dv-cinder-757936-8-iscsi neutron-server[93828]: return self.request(url, 'GET', **kwargs) Sep 03 16:35:16.599001 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 16:35:16.599001 dv-cinder-757936-8-iscsi neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 16:35:16.599001 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 16:35:16.599001 dv-cinder-757936-8-iscsi neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 16:35:16.599001 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 16:35:16.599001 dv-cinder-757936-8-iscsi neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 16:35:16.599001 dv-cinder-757936-8-iscsi neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 16:35:16.641394 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-8396db59-c96f-473e-b594-a813f4d07940 req-b7051430-d409-4e78-a1ee-caf5c45af6c7 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee829c8d-58ca-4d7b-a35f-00a8c6b1a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416296 Sep 03 16:35:16.665282 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1cecb988-050f-483e-b952-aaa9781fb2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956946'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:16.671051 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-1cecb988-050f-483e-b952-aaa9781fb2b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:16.675646 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-1cecb988-050f-483e-b952-aaa9781fb2b2 admin admin] 10.222.0.62 "DELETE /v2.0/networks/58690dba-1022-4c9e-81cc-86b962d599bf HTTP/1.1" status: 204 len: 168 time: 0.5167468 Sep 03 16:35:16.676548 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 53446) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:35:16.696037 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cecb988-050f-483e-b952-aaa9781fb2b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=58690dba-1022-4c9e-81cc-86b962d599bf,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:35:16.789410 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d023ff7-cbc8-40b0-9706-5815d7465975 req-30a76b59-13c3-4821-9a3e-ca4cfca82d15 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:16.790940 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4d023ff7-cbc8-40b0-9706-5815d7465975 req-30a76b59-13c3-4821-9a3e-ca4cfca82d15 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 945 time: 0.0500464 Sep 03 16:35:16.823759 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 402dd605-6fef-4b5f-9470-04ae6d889fd9 up at agent hyperv_hv-cinder-75793 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:35:16.833166 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4d023ff7-cbc8-40b0-9706-5815d7465975 req-96c3fcb7-671e-4d10-a284-bdad759765d5 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360937 Sep 03 16:35:16.872964 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Provisioning for port 402dd605-6fef-4b5f-9470-04ae6d889fd9 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:35:16.876700 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Provisioning complete for port 402dd605-6fef-4b5f-9470-04ae6d889fd9 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:35:16.877117 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:16.957493 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:16.979469 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a1c4a0-0f9c-4366-b3fa-eab25e3f9289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402dd605-6fef-4b5f-9470-04ae6d889fd9'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:35:16.981640 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b89f8b623511fb8008411a61343ca2df4e8635703a50781169befd4cf5794b60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35eaa7c-53d4-4f7d-82ac-9f12586891e5" -d '{"events": [{"server_uuid": "f0a1c4a0-0f9c-4366-b3fa-eab25e3f9289", "name": "network-vif-plugged", "status": "completed", "tag": "402dd605-6fef-4b5f-9470-04ae6d889fd9"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:35:16.995154 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 402dd605-6fef-4b5f-9470-04ae6d889fd9, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=402dd605-6fef-4b5f-9470-04ae6d889fd9,segment=NetworkSegment(78983a65-d7a6-44ec-8471-013b9b914eae),segment_id=78983a65-d7a6-44ec-8471-013b9b914eae)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:35:16.999758 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:17.023414 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0933af-56d6-49f7-b075-a03d9e0fd67f x-openstack-request-id: req-6a0933af-56d6-49f7-b075-a03d9e0fd67f {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:35:17.023708 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0a1c4a0-0f9c-4366-b3fa-eab25e3f9289", "name": "network-vif-plugged", "status": "completed", "tag": "402dd605-6fef-4b5f-9470-04ae6d889fd9", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:35:17.023966 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6a0933af-56d6-49f7-b075-a03d9e0fd67f {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:35:17.024345 dv-cinder-757936-8-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a1c4a0-0f9c-4366-b3fa-eab25e3f9289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402dd605-6fef-4b5f-9470-04ae6d889fd9', 'code': 200} Sep 03 16:35:17.030257 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bf722b1a-2f85-4173-9cef-5c3a9ac00d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-922624'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:17.050353 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=402dd605-6fef-4b5f-9470-04ae6d889fd9,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:35:17.227576 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274ec08-7210-4349-9a1b-2f96257e969e req-f0fa24c1-1dd4-4a77-8962-c086e9bca3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:17.228966 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b274ec08-7210-4349-9a1b-2f96257e969e req-f0fa24c1-1dd4-4a77-8962-c086e9bca3e1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f0a1c4a0-0f9c-4366-b3fa-eab25e3f9289 HTTP/1.1" status: 200 len: 1098 time: 0.0663230 Sep 03 16:35:17.294093 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b274ec08-7210-4349-9a1b-2f96257e969e req-457b06f2-fe8a-4728-9d3c-586d3387467e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ee829c8d-58ca-4d7b-a35f-00a8c6b1a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554905 Sep 03 16:35:17.332308 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-bf722b1a-2f85-4173-9cef-5c3a9ac00d8f admin admin] Deleting port 9a40460f-7d6a-4147-9aea-aaa6223510c4 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:35:17.332649 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bf722b1a-2f85-4173-9cef-5c3a9ac00d8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:17.407234 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-bf722b1a-2f85-4173-9cef-5c3a9ac00d8f admin admin] For port 9a40460f-7d6a-4147-9aea-aaa6223510c4, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=9a40460f-7d6a-4147-9aea-aaa6223510c4,segment=NetworkSegment(e975a069-2572-4885-b8b9-0538a37504dc),segment_id=e975a069-2572-4885-b8b9-0538a37504dc)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:35:17.407591 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bf722b1a-2f85-4173-9cef-5c3a9ac00d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:17.419327 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-bf722b1a-2f85-4173-9cef-5c3a9ac00d8f admin admin] Calling delete_port for 9a40460f-7d6a-4147-9aea-aaa6223510c4 owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:35:17.566158 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device db1e01bf-3b0c-405e-af52-b900c0b0dbf2 no longer exists at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:35:17.586559 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] No Port match for: db1e01bf-3b0c-405e-af52-b900c0b0dbf2 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:35:17.586908 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device db1e01bf-3b0c-405e-af52-b900c0b0dbf2 not bound to the agent host dv-cinder-757936-8-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:35:17.587344 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 3f7f5a26-7101-472a-a326-2874b2319579 no longer exists at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:35:17.596531 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bf722b1a-2f85-4173-9cef-5c3a9ac00d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126147387'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:17.605669 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] No Port match for: 3f7f5a26-7101-472a-a326-2874b2319579 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:35:17.606021 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 3f7f5a26-7101-472a-a326-2874b2319579 not bound to the agent host dv-cinder-757936-8-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:35:17.606445 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 92dc49b3-7544-4fa6-9f27-8adb97d1a0bc no longer exists at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:35:17.631367 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf722b1a-2f85-4173-9cef-5c3a9ac00d8f admin admin] Pushing event deleted for resources: {'Port': ['ID=9a40460f-7d6a-4147-9aea-aaa6223510c4,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:35:17.631880 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] No Port match for: 92dc49b3-7544-4fa6-9f27-8adb97d1a0bc {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:35:17.634813 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 92dc49b3-7544-4fa6-9f27-8adb97d1a0bc not bound to the agent host dv-cinder-757936-8-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:35:17.763682 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc586a-70e9-4ef4-9f62-5a5eaea60f18 req-a8653fe9-725e-4ae4-ac58-78d76a6fad08 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:17.765310 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-63bc586a-70e9-4ef4-9f62-5a5eaea60f18 req-a8653fe9-725e-4ae4-ac58-78d76a6fad08 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0a1c4a0-0f9c-4366-b3fa-eab25e3f9289 HTTP/1.1" status: 200 len: 945 time: 0.0522709 Sep 03 16:35:17.798817 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-bf722b1a-2f85-4173-9cef-5c3a9ac00d8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-922772'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:17.813393 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-63bc586a-70e9-4ef4-9f62-5a5eaea60f18 req-41be5162-9a98-479e-b825-738489998728 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee829c8d-58ca-4d7b-a35f-00a8c6b1a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369027 Sep 03 16:35:18.026570 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6a9ab-d291-48d6-a75e-7dd4de4feca1 req-a4c690fb-eb57-473f-9896-d28075d53b09 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:18.028114 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-10d6a9ab-d291-48d6-a75e-7dd4de4feca1 req-a4c690fb-eb57-473f-9896-d28075d53b09 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 945 time: 0.1173863 Sep 03 16:35:18.029364 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-32321319-b9bc-4156-b772-85b692f7db76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:18.066842 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf722b1a-2f85-4173-9cef-5c3a9ac00d8f admin admin] Router a4343a02-a4e9-488d-a0c5-76faf7746e5e has already been hosted by L3 agent 32b2b364-f1ef-43b0-aa1c-04e185c9ddf9 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:35:18.084698 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-10d6a9ab-d291-48d6-a75e-7dd4de4feca1 req-17ae5836-82b7-4bab-9ec6-55f549a8d069 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499170 Sep 03 16:35:18.182193 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf722b1a-2f85-4173-9cef-5c3a9ac00d8f admin admin] Notify agent at l3_agent.dv-cinder-757936-8-iscsi the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:35:18.187229 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-bf722b1a-2f85-4173-9cef-5c3a9ac00d8f admin admin] 10.222.0.62 "PUT /v2.0/routers/a4343a02-a4e9-488d-a0c5-76faf7746e5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5100622 Sep 03 16:35:18.189682 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 53456) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:35:18.193086 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36f716b-8b06-4673-b412-04b08e86f9d9 None None] Sync routers for ids ['a4343a02-a4e9-488d-a0c5-76faf7746e5e'] in dv-cinder-757936-8-iscsi {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:35:18.202578 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36f716b-8b06-4673-b412-04b08e86f9d9 None None] Routers {'a4343a02-a4e9-488d-a0c5-76faf7746e5e'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:35:18.203253 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-a36f716b-8b06-4673-b412-04b08e86f9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:35:18Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['a4343a02-a4e9-488d-a0c5-76faf7746e5e'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:35:18.292527 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-43c5935d-15dd-4d5c-b764-924e93365243 admin admin] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:18.308267 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-a36f716b-8b06-4673-b412-04b08e86f9d9 None None] Set router a4343a02-a4e9-488d-a0c5-76faf7746e5e gateway port host: dv-cinder-757936-8-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:35:18.391409 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:18.398825 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-43c5935d-15dd-4d5c-b764-924e93365243 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:18.453333 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-43c5935d-15dd-4d5c-b764-924e93365243 admin admin] Deleting port 4e84b9dd-cfc4-4c3e-86e9-37b2fb20f16d {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:35:18.453715 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-43c5935d-15dd-4d5c-b764-924e93365243 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:18.503481 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-a36f716b-8b06-4673-b412-04b08e86f9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4343a02-a4e9-488d-a0c5-76faf7746e5e', 'name': 'tempest-TestShelveInstance-1618308322-router', 'tenant_id': 'e80abec68e0a4915a2923fc4d795edb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '4e84b9dd-cfc4-4c3e-86e9-37b2fb20f16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:04Z', 'updated_at': '2021-09-03T16:35:17Z', 'revision_number': 5, 'project_id': 'e80abec68e0a4915a2923fc4d795edb1', 'gw_port': {'id': '4e84b9dd-cfc4-4c3e-86e9-37b2fb20f16d', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:94:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4343a02-a4e9-488d-a0c5-76faf7746e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:05Z', 'updated_at': '2021-09-03T16:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi'}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:35:18.530501 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36f716b-8b06-4673-b412-04b08e86f9d9 None None] Checking router: a4343a02-a4e9-488d-a0c5-76faf7746e5e for host: dv-cinder-757936-8-iscsi {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:35:18.535880 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-43c5935d-15dd-4d5c-b764-924e93365243 admin admin] For port 4e84b9dd-cfc4-4c3e-86e9-37b2fb20f16d, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=4e84b9dd-cfc4-4c3e-86e9-37b2fb20f16d,segment=NetworkSegment(8fbc7082-b272-4b43-971d-120707d467f2),segment_id=8fbc7082-b272-4b43-971d-120707d467f2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:35:18.536251 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-43c5935d-15dd-4d5c-b764-924e93365243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:18.539413 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36f716b-8b06-4673-b412-04b08e86f9d9 None None] Routers {'a4343a02-a4e9-488d-a0c5-76faf7746e5e'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:35:18.540034 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-a36f716b-8b06-4673-b412-04b08e86f9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:35:18Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['a4343a02-a4e9-488d-a0c5-76faf7746e5e'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:35:18.558130 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-43c5935d-15dd-4d5c-b764-924e93365243 admin admin] Calling delete_port for 4e84b9dd-cfc4-4c3e-86e9-37b2fb20f16d owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:35:18.627530 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-a36f716b-8b06-4673-b412-04b08e86f9d9 None None] Set router a4343a02-a4e9-488d-a0c5-76faf7746e5e gateway port host: None {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:35:18.682176 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-a36f716b-8b06-4673-b412-04b08e86f9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4343a02-a4e9-488d-a0c5-76faf7746e5e', 'name': 'tempest-TestShelveInstance-1618308322-router', 'tenant_id': 'e80abec68e0a4915a2923fc4d795edb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:04Z', 'updated_at': '2021-09-03T16:35:18Z', 'revision_number': 6, 'project_id': 'e80abec68e0a4915a2923fc4d795edb1', 'gw_port_host': None}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:35:18.708027 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36f716b-8b06-4673-b412-04b08e86f9d9 None None] The sync data for ids ['a4343a02-a4e9-488d-a0c5-76faf7746e5e'] in dv-cinder-757936-8-iscsi is: [{'id': 'a4343a02-a4e9-488d-a0c5-76faf7746e5e', 'name': 'tempest-TestShelveInstance-1618308322-router', 'tenant_id': 'e80abec68e0a4915a2923fc4d795edb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:04Z', 'updated_at': '2021-09-03T16:35:18Z', 'revision_number': 6, 'project_id': 'e80abec68e0a4915a2923fc4d795edb1', 'gw_port_host': None}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:35:18.716747 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-43c5935d-15dd-4d5c-b764-924e93365243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126147387'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:18.746548 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c5935d-15dd-4d5c-b764-924e93365243 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e84b9dd-cfc4-4c3e-86e9-37b2fb20f16d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:35:18.805756 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-43c5935d-15dd-4d5c-b764-924e93365243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-923130'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:18.893201 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-43c5935d-15dd-4d5c-b764-924e93365243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126087'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:18.895341 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-43c5935d-15dd-4d5c-b764-924e93365243 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:18.926160 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea4cb0-c72b-47ec-9885-88187e4bff34 req-2b99f96b-5edc-4e78-8433-b3d818bebd33 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:18.927687 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c4ea4cb0-c72b-47ec-9885-88187e4bff34 req-2b99f96b-5edc-4e78-8433-b3d818bebd33 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0a1c4a0-0f9c-4366-b3fa-eab25e3f9289 HTTP/1.1" status: 200 len: 945 time: 0.0513821 Sep 03 16:35:18.937397 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-43c5935d-15dd-4d5c-b764-924e93365243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-921180'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:18.937935 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c5935d-15dd-4d5c-b764-924e93365243 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4343a02-a4e9-488d-a0c5-76faf7746e5e {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 16:35:18.943022 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-43c5935d-15dd-4d5c-b764-924e93365243 admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:18.946745 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-43c5935d-15dd-4d5c-b764-924e93365243 admin admin] 10.222.0.62 "DELETE /v2.0/routers/a4343a02-a4e9-488d-a0c5-76faf7746e5e HTTP/1.1" status: 204 len: 168 time: 0.7537160 Sep 03 16:35:18.947009 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 53460) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:35:18.968046 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c4ea4cb0-c72b-47ec-9885-88187e4bff34 req-6b08bc71-d228-44e5-8d2a-00565029df8a tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee829c8d-58ca-4d7b-a35f-00a8c6b1a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337572 Sep 03 16:35:18.994477 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-0032b7ef-6a3c-4d5a-8c44-a6521e6cc78a admin admin] Deleting subnet 1d6b1d71-cc84-42a7-9359-354569e76292 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 16:35:18.997640 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0032b7ef-6a3c-4d5a-8c44-a6521e6cc78a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:19.032308 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0032b7ef-6a3c-4d5a-8c44-a6521e6cc78a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125966486'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:19.034106 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad34-f359-45be-bded-9b7b563a89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:19.153495 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0032b7ef-6a3c-4d5a-8c44-a6521e6cc78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3810215'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:19.254179 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f379f9-5677-4c2c-a103-c2c8b5d37c7c req-25d61b0a-cb1e-44e4-a4e8-ddbb204f7102 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:19.255933 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d5f379f9-5677-4c2c-a103-c2c8b5d37c7c req-25d61b0a-cb1e-44e4-a4e8-ddbb204f7102 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 945 time: 0.0805812 Sep 03 16:35:19.261591 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0032b7ef-6a3c-4d5a-8c44-a6521e6cc78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3810270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126147350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126670111'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:19.305612 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-0032b7ef-6a3c-4d5a-8c44-a6521e6cc78a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:19.307378 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-0032b7ef-6a3c-4d5a-8c44-a6521e6cc78a admin admin] 10.222.0.62 "DELETE /v2.0/subnets/1d6b1d71-cc84-42a7-9359-354569e76292 HTTP/1.1" status: 204 len: 168 time: 0.3594177 Sep 03 16:35:19.308189 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0032b7ef-6a3c-4d5a-8c44-a6521e6cc78a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d6b1d71-cc84-42a7-9359-354569e76292,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:35:19.310048 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 53502) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:35:19.312749 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a01e67-402d-48bf-ac94-18a86d0ca082 None None] Network 31bbeeab-645c-445c-a60d-fc9c63d9073b requested from dv-cinder-757936-8-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:35:19.346533 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d5f379f9-5677-4c2c-a103-c2c8b5d37c7c req-8861546e-f916-4b61-a5fd-48ca11bc2e20 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816362 Sep 03 16:35:19.394721 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4d0b655b-b493-41a5-8d9b-9bea5466d5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3806380'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:19.488269 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-4d0b655b-b493-41a5-8d9b-9bea5466d5fd admin admin] Deleting port f9592ed8-7072-4977-a222-f8de1f74cd00 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:35:19.488599 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4d0b655b-b493-41a5-8d9b-9bea5466d5fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:19.600520 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-4d0b655b-b493-41a5-8d9b-9bea5466d5fd admin admin] For port f9592ed8-7072-4977-a222-f8de1f74cd00, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=f9592ed8-7072-4977-a222-f8de1f74cd00,segment=NetworkSegment(e975a069-2572-4885-b8b9-0538a37504dc),segment_id=e975a069-2572-4885-b8b9-0538a37504dc)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:35:19.600809 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4d0b655b-b493-41a5-8d9b-9bea5466d5fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:19.618497 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-4d0b655b-b493-41a5-8d9b-9bea5466d5fd admin admin] Calling delete_port for f9592ed8-7072-4977-a222-f8de1f74cd00 owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:35:19.623630 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 9a40460f-7d6a-4147-9aea-aaa6223510c4 no longer exists at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:35:19.644852 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] No Port match for: 9a40460f-7d6a-4147-9aea-aaa6223510c4 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:35:19.645502 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 9a40460f-7d6a-4147-9aea-aaa6223510c4 not bound to the agent host dv-cinder-757936-8-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:35:19.645668 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 4e84b9dd-cfc4-4c3e-86e9-37b2fb20f16d no longer exists at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:35:19.666117 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] No Port match for: 4e84b9dd-cfc4-4c3e-86e9-37b2fb20f16d {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:35:19.666473 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 4e84b9dd-cfc4-4c3e-86e9-37b2fb20f16d not bound to the agent host dv-cinder-757936-8-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:35:19.709545 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4d0b655b-b493-41a5-8d9b-9bea5466d5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852113'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:19.709934 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6bc9c3-38d3-4ddc-9b22-f45b823a93a5 None None] DHCP port deletion for 31bbeeab-645c-445c-a60d-fc9c63d9073b request from dv-cinder-757936-8-iscsi {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 16:35:19.736026 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b655b-b493-41a5-8d9b-9bea5466d5fd admin admin] Pushing event deleted for resources: {'Port': ['ID=f9592ed8-7072-4977-a222-f8de1f74cd00,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:35:19.739364 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0b655b-b493-41a5-8d9b-9bea5466d5fd admin admin] No DVR routers for this DVR port f9592ed8-7072-4977-a222-f8de1f74cd00 on host dv-cinder-757936-8-iscsi {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:35:19.812311 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4d0b655b-b493-41a5-8d9b-9bea5466d5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811122', 'neutron.services.segments.db._delete_segments_for_network-8739257953365'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:19.823597 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-4d0b655b-b493-41a5-8d9b-9bea5466d5fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31bbeeab-645c-445c-a60d-fc9c63d9073b']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:35:19.834031 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-4d0b655b-b493-41a5-8d9b-9bea5466d5fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e975a069-2572-4885-b8b9-0538a37504dc') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:35:19.834331 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-4d0b655b-b493-41a5-8d9b-9bea5466d5fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e975a069-2572-4885-b8b9-0538a37504dc') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:35:19.844383 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4d0b655b-b493-41a5-8d9b-9bea5466d5fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739257954910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126121537'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:19.860685 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4d0b655b-b493-41a5-8d9b-9bea5466d5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:19.868942 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d0b655b-b493-41a5-8d9b-9bea5466d5fd admin admin] Releasing vlan 867 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 16:35:19.869561 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4d0b655b-b493-41a5-8d9b-9bea5466d5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126852194'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:19.871292 dv-cinder-757936-8-iscsi neutron-server[93828]: Traceback (most recent call last): Sep 03 16:35:19.871292 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 16:35:19.871292 dv-cinder-757936-8-iscsi neutron-server[93828]: timer() Sep 03 16:35:19.871292 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 16:35:19.871292 dv-cinder-757936-8-iscsi neutron-server[93828]: cb(*args, **kw) Sep 03 16:35:19.871292 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 16:35:19.871292 dv-cinder-757936-8-iscsi neutron-server[93828]: return func(*args, **kwargs) Sep 03 16:35:19.871292 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 16:35:19.871292 dv-cinder-757936-8-iscsi neutron-server[93828]: self._notify() Sep 03 16:35:19.871292 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 16:35:19.871292 dv-cinder-757936-8-iscsi neutron-server[93828]: self.callback(batched_events) Sep 03 16:35:19.871292 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 16:35:19.871292 dv-cinder-757936-8-iscsi neutron-server[93828]: event.method(event) Sep 03 16:35:19.871292 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 16:35:19.871292 dv-cinder-757936-8-iscsi neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 16:35:19.871292 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 16:35:19.871292 dv-cinder-757936-8-iscsi neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 16:35:19.871292 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 16:35:19.871292 dv-cinder-757936-8-iscsi neutron-server[93828]: return f(self, *a, **k) Sep 03 16:35:19.871292 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 16:35:19.871292 dv-cinder-757936-8-iscsi neutron-server[93828]: return self._get(url).json() Sep 03 16:35:19.871292 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 16:35:19.871292 dv-cinder-757936-8-iscsi neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 16:35:19.871292 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 16:35:19.871292 dv-cinder-757936-8-iscsi neutron-server[93828]: return self.request(url, 'GET', **kwargs) Sep 03 16:35:19.871292 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 16:35:19.871292 dv-cinder-757936-8-iscsi neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 16:35:19.871292 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 16:35:19.871292 dv-cinder-757936-8-iscsi neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 16:35:19.871292 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 16:35:19.871292 dv-cinder-757936-8-iscsi neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 16:35:19.871292 dv-cinder-757936-8-iscsi neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 16:35:19.930006 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4d0b655b-b493-41a5-8d9b-9bea5466d5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956946'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:19.935203 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4d0b655b-b493-41a5-8d9b-9bea5466d5fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:19.937061 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-4d0b655b-b493-41a5-8d9b-9bea5466d5fd admin admin] 10.222.0.62 "DELETE /v2.0/networks/31bbeeab-645c-445c-a60d-fc9c63d9073b HTTP/1.1" status: 204 len: 168 time: 0.6260185 Sep 03 16:35:20.069351 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 53524) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:35:20.116591 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-59a6cfe8-18cc-4736-b536-3961be24125b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c0e9fc1b46fd49209df7374ceb007e31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457919 Sep 03 16:35:20.119895 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 53526) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:35:20.175860 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-50ea84e1-7e73-407b-bd02-cc499522aedc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:20.188990 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b655b-b493-41a5-8d9b-9bea5466d5fd admin admin] Pushing event deleted for resources: {'Network': ['ID=31bbeeab-645c-445c-a60d-fc9c63d9073b,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:35:20.199956 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-50ea84e1-7e73-407b-bd02-cc499522aedc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:20.250628 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-50ea84e1-7e73-407b-bd02-cc499522aedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:20.253164 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-50ea84e1-7e73-407b-bd02-cc499522aedc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:20.254313 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-50ea84e1-7e73-407b-bd02-cc499522aedc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bafc05c7-940e-40a5-9267-af3de3cbe593 HTTP/1.1" status: 204 len: 168 time: 0.1334209 Sep 03 16:35:20.261849 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ea84e1-7e73-407b-bd02-cc499522aedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafc05c7-940e-40a5-9267-af3de3cbe593,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:35:20.469652 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ada611-d1ec-4987-a3c7-34e8640a09bf req-a20bace9-dc44-46dc-beaa-69c079d03cd8 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:20.471131 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-58ada611-d1ec-4987-a3c7-34e8640a09bf req-a20bace9-dc44-46dc-beaa-69c079d03cd8 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 945 time: 0.0497677 Sep 03 16:35:20.517615 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-58ada611-d1ec-4987-a3c7-34e8640a09bf req-bcd209ca-f198-45fe-9fa9-51fd3eaa66a2 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399101 Sep 03 16:35:20.586536 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 53536) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:35:20.628838 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-ed8424b4-85fc-4724-8c06-401c1c7cdf38 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e80abec68e0a4915a2923fc4d795edb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407307 Sep 03 16:35:20.631074 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 53538) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:35:20.679592 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d3db0414-89f9-4116-925d-d79f1f7360e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:20.701144 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d3db0414-89f9-4116-925d-d79f1f7360e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:20.750992 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d3db0414-89f9-4116-925d-d79f1f7360e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:20.753523 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-d3db0414-89f9-4116-925d-d79f1f7360e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:20.754689 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-d3db0414-89f9-4116-925d-d79f1f7360e4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/95c4b388-f2ee-476e-9fa6-0ea0c264f3c8 HTTP/1.1" status: 204 len: 168 time: 0.1227133 Sep 03 16:35:20.764984 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db0414-89f9-4116-925d-d79f1f7360e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c4b388-f2ee-476e-9fa6-0ea0c264f3c8,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:35:20.807849 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30fea9dd-2dab-4865-ba17-13165276935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:21.564711 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device f9592ed8-7072-4977-a222-f8de1f74cd00 no longer exists at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:35:21.585546 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] No Port match for: f9592ed8-7072-4977-a222-f8de1f74cd00 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:35:21.586489 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device f9592ed8-7072-4977-a222-f8de1f74cd00 not bound to the agent host dv-cinder-757936-8-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:35:21.644397 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a06925-0ae5-43d7-98c1-e3a4b7ffd900 req-3fab63bc-e397-41af-a8fa-c4d7b27bce0f tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:21.646032 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-80a06925-0ae5-43d7-98c1-e3a4b7ffd900 req-3fab63bc-e397-41af-a8fa-c4d7b27bce0f tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 945 time: 0.0492771 Sep 03 16:35:21.685225 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-80a06925-0ae5-43d7-98c1-e3a4b7ffd900 req-b638153e-f08e-4a50-825c-ab3338ca3dc1 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322056 Sep 03 16:35:22.348525 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:22.807740 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01239d40-e177-43f7-b2cd-ae343b198b4d req-b6f52e5a-92d6-4832-8dd2-9844e60f0298 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:22.809266 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-01239d40-e177-43f7-b2cd-ae343b198b4d req-b6f52e5a-92d6-4832-8dd2-9844e60f0298 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 945 time: 0.0507405 Sep 03 16:35:22.846585 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-01239d40-e177-43f7-b2cd-ae343b198b4d req-5cb3ecbe-d15b-42e1-89db-932f146a44b7 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314171 Sep 03 16:35:23.980403 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa5b8a-18e6-4aec-be49-41e48c1613e4 req-ccf997da-fde2-4f9d-b339-f225bb26a63c tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:23.981922 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b3fa5b8a-18e6-4aec-be49-41e48c1613e4 req-ccf997da-fde2-4f9d-b339-f225bb26a63c tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 945 time: 0.0610991 Sep 03 16:35:24.027962 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b3fa5b8a-18e6-4aec-be49-41e48c1613e4 req-2d3c9e41-d8ab-487a-90c2-f75f83938ee0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395141 Sep 03 16:35:25.156544 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6fba00-d9c5-4fa9-b7d9-3e5f7019b880 req-42673f94-4125-49a4-890a-29cdcaae12f6 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:25.158218 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-dd6fba00-d9c5-4fa9-b7d9-3e5f7019b880 req-42673f94-4125-49a4-890a-29cdcaae12f6 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 945 time: 0.0530186 Sep 03 16:35:25.197921 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-dd6fba00-d9c5-4fa9-b7d9-3e5f7019b880 req-e79a0f26-64a5-45db-911b-e1410558ccbe tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332828 Sep 03 16:35:26.323238 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9a262-7c51-4db7-aa17-c9c79c857040 req-c36c9f02-513c-4a03-944b-b0abcdb09a1c tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:26.324847 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a6d9a262-7c51-4db7-aa17-c9c79c857040 req-c36c9f02-513c-4a03-944b-b0abcdb09a1c tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 945 time: 0.0504894 Sep 03 16:35:26.362802 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a6d9a262-7c51-4db7-aa17-c9c79c857040 req-590b975e-ec51-4f90-9c0a-3168a987932b tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320451 Sep 03 16:35:27.484839 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0239f-fbef-42b3-83d0-631982d7a930 req-6a06361d-0f25-41d0-b1ca-b314280e6d54 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:27.486391 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-48f0239f-fbef-42b3-83d0-631982d7a930 req-6a06361d-0f25-41d0-b1ca-b314280e6d54 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 945 time: 0.0512788 Sep 03 16:35:27.530930 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-48f0239f-fbef-42b3-83d0-631982d7a930 req-baae547e-7c99-4d87-a6ad-8b727ee736c5 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382104 Sep 03 16:35:28.661329 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ff21a-d49c-4148-ab3d-2f17f8032ea4 req-cacac3a8-ed07-4ae5-a182-ae4d460711ac tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:28.662890 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1c5ff21a-d49c-4148-ab3d-2f17f8032ea4 req-cacac3a8-ed07-4ae5-a182-ae4d460711ac tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 945 time: 0.0528624 Sep 03 16:35:28.701697 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1c5ff21a-d49c-4148-ab3d-2f17f8032ea4 req-adc74f48-0bc4-4cfa-91f5-a794a6058970 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326729 Sep 03 16:35:28.918591 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 1492f9cb-9263-4a45-b385-2b231cd7c56e details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 16:35:29.017187 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 1492f9cb-9263-4a45-b385-2b231cd7c56e, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=1492f9cb-9263-4a45-b385-2b231cd7c56e,segment=NetworkSegment(c7c8f7dc-1301-40da-a83e-347a76dd7ead),segment_id=c7c8f7dc-1301-40da-a83e-347a76dd7ead)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:35:29.031949 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Returning: {'device': '1492f9cb-9263-4a45-b385-2b231cd7c56e', 'network_id': '9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8', 'port_id': '1492f9cb-9263-4a45-b385-2b231cd7c56e', 'mac_address': 'fa:16:3e:91:b6:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dcb62cb-36d4-4264-88ec-98f8e85fcb42', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 16:35:29.070873 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:29.083698 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1492f9cb-9263-4a45-b385-2b231cd7c56e {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:35:29.103026 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 1492f9cb-9263-4a45-b385-2b231cd7c56e, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=1492f9cb-9263-4a45-b385-2b231cd7c56e,segment=NetworkSegment(c7c8f7dc-1301-40da-a83e-347a76dd7ead),segment_id=c7c8f7dc-1301-40da-a83e-347a76dd7ead)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:35:29.107041 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:29.160424 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=1492f9cb-9263-4a45-b385-2b231cd7c56e,revision_number=6']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:35:29.224966 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] get_ports_and_sgs() called for port_ids ['1492f9cb-9263-4a45-b385-2b231cd7c56e'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:35:29.823733 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee2ced7-5679-4a43-a3ba-c92e031acda6 req-64c2b918-baf8-43f5-a9ba-6f2875ff8f6c tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:29.825268 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7ee2ced7-5679-4a43-a3ba-c92e031acda6 req-64c2b918-baf8-43f5-a9ba-6f2875ff8f6c tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 944 time: 0.0492072 Sep 03 16:35:29.863154 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7ee2ced7-5679-4a43-a3ba-c92e031acda6 req-bb75e1c3-2bc5-4151-8dc7-0c4be56d9b6e tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320666 Sep 03 16:35:30.929783 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 1492f9cb-9263-4a45-b385-2b231cd7c56e up at agent hyperv_hv-cinder-75793 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:35:30.993252 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Provisioning complete for port 1492f9cb-9263-4a45-b385-2b231cd7c56e triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:35:30.993570 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:31.010525 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d16d8-50e9-4fdd-870e-3f7fa9c8b20c req-118f63a7-d7e7-4aba-b75f-0cf44b9eec14 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:31.012902 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b74d16d8-50e9-4fdd-870e-3f7fa9c8b20c req-118f63a7-d7e7-4aba-b75f-0cf44b9eec14 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 944 time: 0.0737450 Sep 03 16:35:31.064513 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b74d16d8-50e9-4fdd-870e-3f7fa9c8b20c req-565c05b0-ca2a-41d0-a5a0-6169d804b670 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440688 Sep 03 16:35:31.121113 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:31.146769 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '565e7897-aecb-4ded-b156-3bbdf35dacd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1492f9cb-9263-4a45-b385-2b231cd7c56e'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:35:31.148833 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b89f8b623511fb8008411a61343ca2df4e8635703a50781169befd4cf5794b60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18157246-4657-4250-a5a8-a75294e16a19" -d '{"events": [{"server_uuid": "565e7897-aecb-4ded-b156-3bbdf35dacd7", "name": "network-vif-plugged", "status": "completed", "tag": "1492f9cb-9263-4a45-b385-2b231cd7c56e"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:35:31.170495 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 1492f9cb-9263-4a45-b385-2b231cd7c56e, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=1492f9cb-9263-4a45-b385-2b231cd7c56e,segment=NetworkSegment(c7c8f7dc-1301-40da-a83e-347a76dd7ead),segment_id=c7c8f7dc-1301-40da-a83e-347a76dd7ead)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:35:31.176649 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:31.202226 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532ee392-641a-4b79-bc39-d93bbe2a155a x-openstack-request-id: req-532ee392-641a-4b79-bc39-d93bbe2a155a {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:35:31.202686 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "565e7897-aecb-4ded-b156-3bbdf35dacd7", "name": "network-vif-plugged", "status": "completed", "tag": "1492f9cb-9263-4a45-b385-2b231cd7c56e", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:35:31.203140 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-532ee392-641a-4b79-bc39-d93bbe2a155a {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:35:31.203773 dv-cinder-757936-8-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '565e7897-aecb-4ded-b156-3bbdf35dacd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1492f9cb-9263-4a45-b385-2b231cd7c56e', 'code': 200} Sep 03 16:35:31.234903 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=1492f9cb-9263-4a45-b385-2b231cd7c56e,revision_number=7']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:35:32.218615 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa4215b-a0e3-4075-af0f-0baa54819e36 req-c7b097c9-1d2b-46f0-8d52-05e7eef4c3b7 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:32.220105 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-faa4215b-a0e3-4075-af0f-0baa54819e36 req-c7b097c9-1d2b-46f0-8d52-05e7eef4c3b7 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 945 time: 0.0485270 Sep 03 16:35:32.258859 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-faa4215b-a0e3-4075-af0f-0baa54819e36 req-66aff59c-6a8e-4a40-b537-b7d8185d3e07 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326102 Sep 03 16:35:33.120558 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-617524ec-a081-4cbb-b687-87c74c17d833 req-9bf00a77-b6a0-47e8-bf5c-2a60db922d4e tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1971171114&fields=id&tenant_id=19bf0ba519e14617adef11a5e39bcbc0 HTTP/1.1" status: 200 len: 267 time: 0.0362911 Sep 03 16:35:33.272727 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617524ec-a081-4cbb-b687-87c74c17d833 req-c29fa601-9c5c-482d-962d-f1a3ec117cb5 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:33.275073 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-617524ec-a081-4cbb-b687-87c74c17d833 req-c29fa601-9c5c-482d-962d-f1a3ec117cb5 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/networks?id=ad522a35-4ced-4cb5-b8e3-4ba24d469eaa HTTP/1.1" status: 200 len: 812 time: 0.1454446 Sep 03 16:35:33.292042 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-617524ec-a081-4cbb-b687-87c74c17d833 req-36206984-7b5e-446b-a748-89992d81caab tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/quotas/19bf0ba519e14617adef11a5e39bcbc0 HTTP/1.1" status: 200 len: 375 time: 0.0107505 Sep 03 16:35:33.381182 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-617524ec-a081-4cbb-b687-87c74c17d833 req-40859407-8ebe-4a58-b9a0-d03251887384 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=19bf0ba519e14617adef11a5e39bcbc0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0756299 Sep 03 16:35:33.411612 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39d43e-7edc-4059-8b20-46faa58be7bf req-3be54f4b-0ccf-4167-a903-52e30f636e6f tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:33.414376 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4e39d43e-7edc-4059-8b20-46faa58be7bf req-3be54f4b-0ccf-4167-a903-52e30f636e6f tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 945 time: 0.0623109 Sep 03 16:35:33.461874 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4e39d43e-7edc-4059-8b20-46faa58be7bf req-804639d9-bb9b-4162-b792-13bf29995d94 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415421 Sep 03 16:35:33.496301 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-617524ec-a081-4cbb-b687-87c74c17d833 req-ee0de8f8-0927-4a9c-b9a2-aab162b6d91f service neutron] 10.222.0.62 "GET /v2.0/networks/ad522a35-4ced-4cb5-b8e3-4ba24d469eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034553 Sep 03 16:35:33.625969 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-617524ec-a081-4cbb-b687-87c74c17d833 req-b492e7fa-84a0-4b8a-b704-ac8623916963 service neutron] 10.222.0.62 "GET /v2.0/networks/ad522a35-4ced-4cb5-b8e3-4ba24d469eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232736 Sep 03 16:35:33.955656 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a8761993-2bed-4177-9165-d16800727595 req-77f154e6-0ef6-48cc-9838-f61f96e2bba7 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=689f9e1a-1133-490f-a073-009c3cc35de9 HTTP/1.1" status: 200 len: 210 time: 0.0351193 Sep 03 16:35:34.592367 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e952d02-4356-4061-a324-90212a2b074a req-66d2ef34-897e-4046-bdc1-6ccba4a85f4c tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:34.594639 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7e952d02-4356-4061-a324-90212a2b074a req-66d2ef34-897e-4046-bdc1-6ccba4a85f4c tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 945 time: 0.0535281 Sep 03 16:35:34.641719 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7e952d02-4356-4061-a324-90212a2b074a req-1ce729f1-927f-428c-a2a4-0418088245c7 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403540 Sep 03 16:35:35.075562 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-be389cab-328c-4ae4-8d33-9e8305bf0375 req-f8c78080-a8ec-4f7f-8f96-7f1c6883c8b6 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=689f9e1a-1133-490f-a073-009c3cc35de9 HTTP/1.1" status: 200 len: 210 time: 0.0305536 Sep 03 16:35:35.106981 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617524ec-a081-4cbb-b687-87c74c17d833 req-a02fc931-b335-48bc-8584-3b5cf6d38932 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:35.108483 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-617524ec-a081-4cbb-b687-87c74c17d833 req-a02fc931-b335-48bc-8584-3b5cf6d38932 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.58 "GET /v2.0/networks?id=ad522a35-4ced-4cb5-b8e3-4ba24d469eaa HTTP/1.1" status: 200 len: 812 time: 0.1317010 Sep 03 16:35:35.165418 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-617524ec-a081-4cbb-b687-87c74c17d833 req-519af702-0d7a-4553-bc58-9c1c0507533a tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19bf0ba519e14617adef11a5e39bcbc0 HTTP/1.1" status: 200 len: 380 time: 0.0394785 Sep 03 16:35:35.203579 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-617524ec-a081-4cbb-b687-87c74c17d833 req-4911499e-3bad-4e78-8d5c-c045e36047e4 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Request body: {'port': {'device_id': '689f9e1a-1133-490f-a073-009c3cc35de9', 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa', 'admin_state_up': True, 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'security_groups': ['2047cfc3-9c26-4818-99fe-5f1c9e24849e']}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:35:35.312508 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-617524ec-a081-4cbb-b687-87c74c17d833 req-4911499e-3bad-4e78-8d5c-c045e36047e4 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Made reservation on behalf of 19bf0ba519e14617adef11a5e39bcbc0 for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:35:35.316415 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-617524ec-a081-4cbb-b687-87c74c17d833 req-4911499e-3bad-4e78-8d5c-c045e36047e4 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:35.702304 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-617524ec-a081-4cbb-b687-87c74c17d833 req-4911499e-3bad-4e78-8d5c-c045e36047e4 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Allocated IP 172.20.0.9 (ad522a35-4ced-4cb5-b8e3-4ba24d469eaa/6421e508-5483-421b-b991-952129da5e9d/412ad216-4b9c-4651-9fa7-732984413c8f) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:35:35.779830 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a856298-5247-483a-9add-bc1a2e364e4a req-967f717a-20d2-4311-87c2-21e653e1e875 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:35.781276 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9a856298-5247-483a-9add-bc1a2e364e4a req-967f717a-20d2-4311-87c2-21e653e1e875 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 945 time: 0.0572336 Sep 03 16:35:35.820629 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9a856298-5247-483a-9add-bc1a2e364e4a req-9b16e285-4493-4d04-ae16-ab0127619f65 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334153 Sep 03 16:35:35.844714 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-617524ec-a081-4cbb-b687-87c74c17d833 req-4911499e-3bad-4e78-8d5c-c045e36047e4 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:35.859354 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-617524ec-a081-4cbb-b687-87c74c17d833 req-4911499e-3bad-4e78-8d5c-c045e36047e4 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Transition to ACTIVE for port object 412ad216-4b9c-4651-9fa7-732984413c8f will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:35:35.863477 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-e252f19f-dd3e-4d3c-8df8-c3041748f205 None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:35:35.891806 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-617524ec-a081-4cbb-b687-87c74c17d833 req-4911499e-3bad-4e78-8d5c-c045e36047e4 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126147387'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:35.936146 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-617524ec-a081-4cbb-b687-87c74c17d833 req-4911499e-3bad-4e78-8d5c-c045e36047e4 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Network ad522a35-4ced-4cb5-b8e3-4ba24d469eaa is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:35:35.939414 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-617524ec-a081-4cbb-b687-87c74c17d833 req-4911499e-3bad-4e78-8d5c-c045e36047e4 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:35:35.943620 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-617524ec-a081-4cbb-b687-87c74c17d833 req-4911499e-3bad-4e78-8d5c-c045e36047e4 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:35:35.974472 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4911499e-3bad-4e78-8d5c-c045e36047e4 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Pushing event updated for resources: {'Port': ['ID=412ad216-4b9c-4651-9fa7-732984413c8f,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:35:36.010602 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617524ec-a081-4cbb-b687-87c74c17d833 req-4911499e-3bad-4e78-8d5c-c045e36047e4 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:36.011271 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-617524ec-a081-4cbb-b687-87c74c17d833 req-4911499e-3bad-4e78-8d5c-c045e36047e4 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:36.027294 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-617524ec-a081-4cbb-b687-87c74c17d833 req-4911499e-3bad-4e78-8d5c-c045e36047e4 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8277836 Sep 03 16:35:36.040996 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-617524ec-a081-4cbb-b687-87c74c17d833 req-eeed95cf-ec4a-4ac3-8170-d318491af838 service neutron] Request body: {'port': {'device_id': '689f9e1a-1133-490f-a073-009c3cc35de9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:35:36.104253 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-617524ec-a081-4cbb-b687-87c74c17d833 req-eeed95cf-ec4a-4ac3-8170-d318491af838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:36.225002 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-35aae0fe-b338-41a2-93da-028f1df3321a None None] Provisioning for port 412ad216-4b9c-4651-9fa7-732984413c8f completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:35:36.229775 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-35aae0fe-b338-41a2-93da-028f1df3321a None None] Provisioning complete for port 412ad216-4b9c-4651-9fa7-732984413c8f triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:35:36.230161 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-35aae0fe-b338-41a2-93da-028f1df3321a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:36.264774 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-35aae0fe-b338-41a2-93da-028f1df3321a None None] Port 412ad216-4b9c-4651-9fa7-732984413c8f cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:35:36.285695 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07e923-fda3-4eff-8953-c4e98c60e124 req-46bb7501-35aa-4740-932a-3152c082897e tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:36.287197 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-bf07e923-fda3-4eff-8953-c4e98c60e124 req-46bb7501-35aa-4740-932a-3152c082897e tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=689f9e1a-1133-490f-a073-009c3cc35de9 HTTP/1.1" status: 200 len: 931 time: 0.1237710 Sep 03 16:35:36.369466 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-bf07e923-fda3-4eff-8953-c4e98c60e124 req-60cd2621-5f61-48ce-88e5-bf6b25ec9d17 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720859 Sep 03 16:35:36.490428 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [req-617524ec-a081-4cbb-b687-87c74c17d833 req-eeed95cf-ec4a-4ac3-8170-d318491af838 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 412ad216-4b9c-4651-9fa7-732984413c8f {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:35:36.500124 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-617524ec-a081-4cbb-b687-87c74c17d833 req-eeed95cf-ec4a-4ac3-8170-d318491af838 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:36.513648 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-617524ec-a081-4cbb-b687-87c74c17d833 req-eeed95cf-ec4a-4ac3-8170-d318491af838 service neutron] Transition to ACTIVE for port object 412ad216-4b9c-4651-9fa7-732984413c8f will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:35:36.518251 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-617524ec-a081-4cbb-b687-87c74c17d833 req-eeed95cf-ec4a-4ac3-8170-d318491af838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126147372'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:36.597453 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed95cf-ec4a-4ac3-8170-d318491af838 service neutron] Pushing event updated for resources: {'Port': ['ID=412ad216-4b9c-4651-9fa7-732984413c8f,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:35:36.652906 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-617524ec-a081-4cbb-b687-87c74c17d833 req-eeed95cf-ec4a-4ac3-8170-d318491af838 service neutron] Attempting to bind port 412ad216-4b9c-4651-9fa7-732984413c8f on host hv-cinder-75793 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:35:36.653282 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-617524ec-a081-4cbb-b687-87c74c17d833 req-eeed95cf-ec4a-4ac3-8170-d318491af838 service neutron] Attempting to bind port 412ad216-4b9c-4651-9fa7-732984413c8f by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': '353e2098-a66a-4049-a3bf-5f567bae9b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:35:36.653626 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617524ec-a081-4cbb-b687-87c74c17d833 req-eeed95cf-ec4a-4ac3-8170-d318491af838 service neutron] Attempting to bind port 412ad216-4b9c-4651-9fa7-732984413c8f on network ad522a35-4ced-4cb5-b8e3-4ba24d469eaa {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:35:36.658413 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617524ec-a081-4cbb-b687-87c74c17d833 req-eeed95cf-ec4a-4ac3-8170-d318491af838 service neutron] Port 412ad216-4b9c-4651-9fa7-732984413c8f on network ad522a35-4ced-4cb5-b8e3-4ba24d469eaa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 16:35:36.658700 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617524ec-a081-4cbb-b687-87c74c17d833 req-eeed95cf-ec4a-4ac3-8170-d318491af838 service neutron] Attempting to bind port 412ad216-4b9c-4651-9fa7-732984413c8f on network ad522a35-4ced-4cb5-b8e3-4ba24d469eaa {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:35:36.664114 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617524ec-a081-4cbb-b687-87c74c17d833 req-eeed95cf-ec4a-4ac3-8170-d318491af838 service neutron] Checking agent: {'id': 'd3fcaccf-3212-4db0-9fe2-d79bf18b2000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 25, 52), 'started_at': datetime.datetime(2021, 9, 3, 16, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:35:36.664466 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617524ec-a081-4cbb-b687-87c74c17d833 req-eeed95cf-ec4a-4ac3-8170-d318491af838 service neutron] Checking segment: {'id': '353e2098-a66a-4049-a3bf-5f567bae9b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:35:36.664899 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617524ec-a081-4cbb-b687-87c74c17d833 req-eeed95cf-ec4a-4ac3-8170-d318491af838 service neutron] Bound using segment: {'id': '353e2098-a66a-4049-a3bf-5f567bae9b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:35:36.665371 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-617524ec-a081-4cbb-b687-87c74c17d833 req-eeed95cf-ec4a-4ac3-8170-d318491af838 service neutron] Bound port: 412ad216-4b9c-4651-9fa7-732984413c8f, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353e2098-a66a-4049-a3bf-5f567bae9b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:35:36.665740 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-617524ec-a081-4cbb-b687-87c74c17d833 req-eeed95cf-ec4a-4ac3-8170-d318491af838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:36.740533 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-617524ec-a081-4cbb-b687-87c74c17d833 req-eeed95cf-ec4a-4ac3-8170-d318491af838 service neutron] For port 412ad216-4b9c-4651-9fa7-732984413c8f, host hv-cinder-75793, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:35:36.744748 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-617524ec-a081-4cbb-b687-87c74c17d833 req-eeed95cf-ec4a-4ac3-8170-d318491af838 service neutron] For port 412ad216-4b9c-4651-9fa7-732984413c8f, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=412ad216-4b9c-4651-9fa7-732984413c8f,segment=NetworkSegment(353e2098-a66a-4049-a3bf-5f567bae9b13),segment_id=353e2098-a66a-4049-a3bf-5f567bae9b13)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:35:36.752771 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-617524ec-a081-4cbb-b687-87c74c17d833 req-eeed95cf-ec4a-4ac3-8170-d318491af838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126147372'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:36.797993 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617524ec-a081-4cbb-b687-87c74c17d833 req-eeed95cf-ec4a-4ac3-8170-d318491af838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:36.798621 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-617524ec-a081-4cbb-b687-87c74c17d833 req-eeed95cf-ec4a-4ac3-8170-d318491af838 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:36.800010 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-617524ec-a081-4cbb-b687-87c74c17d833 req-eeed95cf-ec4a-4ac3-8170-d318491af838 service neutron] 10.222.0.58 "PUT /v2.0/ports/412ad216-4b9c-4651-9fa7-732984413c8f HTTP/1.1" status: 200 len: 1093 time: 0.7641432 Sep 03 16:35:36.800444 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '689f9e1a-1133-490f-a073-009c3cc35de9', 'tag': '412ad216-4b9c-4651-9fa7-732984413c8f'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:35:36.802711 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60a3384ac15a167e802cb15cc86cd66e960e7e49bcb7609cd88b9514a3633fc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ee14f8-6e94-41c3-8e5a-709e771df656" -d '{"events": [{"name": "network-changed", "server_uuid": "689f9e1a-1133-490f-a073-009c3cc35de9", "tag": "412ad216-4b9c-4651-9fa7-732984413c8f"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:35:36.878999 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed95cf-ec4a-4ac3-8170-d318491af838 service neutron] Pushing event updated for resources: {'Port': ['ID=412ad216-4b9c-4651-9fa7-732984413c8f,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:35:36.903079 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6881c81-5081-4e65-a0ec-34f229176836 x-openstack-request-id: req-d6881c81-5081-4e65-a0ec-34f229176836 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:35:36.903397 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "689f9e1a-1133-490f-a073-009c3cc35de9", "tag": "412ad216-4b9c-4651-9fa7-732984413c8f", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:35:36.903652 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d6881c81-5081-4e65-a0ec-34f229176836 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:35:36.904060 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '689f9e1a-1133-490f-a073-009c3cc35de9', 'tag': '412ad216-4b9c-4651-9fa7-732984413c8f', 'status': 'completed', 'code': 200} Sep 03 16:35:36.914834 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617524ec-a081-4cbb-b687-87c74c17d833 req-08749ec5-84a2-4d36-9d7b-c102f6a5b8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:36.917901 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-617524ec-a081-4cbb-b687-87c74c17d833 req-08749ec5-84a2-4d36-9d7b-c102f6a5b8dc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=19bf0ba519e14617adef11a5e39bcbc0&device_id=689f9e1a-1133-490f-a073-009c3cc35de9 HTTP/1.1" status: 200 len: 1096 time: 0.0669599 Sep 03 16:35:36.990641 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-617524ec-a081-4cbb-b687-87c74c17d833 req-7e8071b2-f410-43bb-99df-fed4b250aca4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=412ad216-4b9c-4651-9fa7-732984413c8f HTTP/1.1" status: 200 len: 217 time: 0.0594249 Sep 03 16:35:37.047578 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b42d14-9d2c-4658-9690-9d9be9649e95 req-1c953725-658f-4cf4-92fb-6fa65fdcd3d2 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:37.049222 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-00b42d14-9d2c-4658-9690-9d9be9649e95 req-1c953725-658f-4cf4-92fb-6fa65fdcd3d2 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 945 time: 0.1290078 Sep 03 16:35:37.079671 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617524ec-a081-4cbb-b687-87c74c17d833 req-0d07dcb0-4c46-4181-a57d-b2f5ebd638e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:37.081173 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-617524ec-a081-4cbb-b687-87c74c17d833 req-0d07dcb0-4c46-4181-a57d-b2f5ebd638e7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6421e508-5483-421b-b991-952129da5e9d HTTP/1.1" status: 200 len: 851 time: 0.0787694 Sep 03 16:35:37.121624 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-00b42d14-9d2c-4658-9690-9d9be9649e95 req-6f92ead0-2dae-45a6-80ad-17bf9b8834be tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649884 Sep 03 16:35:37.153354 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617524ec-a081-4cbb-b687-87c74c17d833 req-bfdc7aa7-84da-4137-8c20-1d4e1b99739c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:37.154885 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-617524ec-a081-4cbb-b687-87c74c17d833 req-bfdc7aa7-84da-4137-8c20-1d4e1b99739c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ad522a35-4ced-4cb5-b8e3-4ba24d469eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0637903 Sep 03 16:35:37.266097 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-617524ec-a081-4cbb-b687-87c74c17d833 req-9abca14e-6bf6-4b75-b768-e5be41a8c264 service neutron] 10.222.0.58 "GET /v2.0/networks/ad522a35-4ced-4cb5-b8e3-4ba24d469eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993381 Sep 03 16:35:37.383482 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-617524ec-a081-4cbb-b687-87c74c17d833 req-3f50070f-94c6-4147-9807-23f43c2fc61d service neutron] 10.222.0.58 "GET /v2.0/networks/ad522a35-4ced-4cb5-b8e3-4ba24d469eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071470 Sep 03 16:35:37.579988 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ff4c9-aeaf-46c4-8660-73fc86df149f req-d10b6851-cb98-499e-8f68-1cd9482f9cc3 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:37.583811 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee14f8-6e94-41c3-8e5a-709e771df656 req-d40eeb91-50ac-4096-a316-3e2b951deefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:37.585361 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a3ee14f8-6e94-41c3-8e5a-709e771df656 req-d40eeb91-50ac-4096-a316-3e2b951deefc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=19bf0ba519e14617adef11a5e39bcbc0&device_id=689f9e1a-1133-490f-a073-009c3cc35de9 HTTP/1.1" status: 200 len: 1096 time: 0.0874574 Sep 03 16:35:37.588687 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-166ff4c9-aeaf-46c4-8660-73fc86df149f req-d10b6851-cb98-499e-8f68-1cd9482f9cc3 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=689f9e1a-1133-490f-a073-009c3cc35de9 HTTP/1.1" status: 200 len: 943 time: 0.1016955 Sep 03 16:35:37.658494 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-166ff4c9-aeaf-46c4-8660-73fc86df149f req-c33f8955-993e-4b9f-b813-4b14179fec0f tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683985 Sep 03 16:35:37.723197 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee14f8-6e94-41c3-8e5a-709e771df656 req-90f68df2-a838-4550-bce7-a9f5b13bbb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:37.724818 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a3ee14f8-6e94-41c3-8e5a-709e771df656 req-90f68df2-a838-4550-bce7-a9f5b13bbb7c service neutron] 10.222.0.58 "GET /v2.0/networks?id=ad522a35-4ced-4cb5-b8e3-4ba24d469eaa HTTP/1.1" status: 200 len: 913 time: 0.1242747 Sep 03 16:35:37.780485 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a3ee14f8-6e94-41c3-8e5a-709e771df656 req-cd3383e9-d035-4113-ab6b-4ddcb01ce2c3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=412ad216-4b9c-4651-9fa7-732984413c8f HTTP/1.1" status: 200 len: 217 time: 0.0413194 Sep 03 16:35:37.841900 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee14f8-6e94-41c3-8e5a-709e771df656 req-065ba0f9-4fce-4a15-a56c-e7ce430e3526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:37.843411 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a3ee14f8-6e94-41c3-8e5a-709e771df656 req-065ba0f9-4fce-4a15-a56c-e7ce430e3526 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6421e508-5483-421b-b991-952129da5e9d HTTP/1.1" status: 200 len: 851 time: 0.0522003 Sep 03 16:35:37.910821 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee14f8-6e94-41c3-8e5a-709e771df656 req-01f87b73-156e-4951-9268-50d63f7c2ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:37.913132 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a3ee14f8-6e94-41c3-8e5a-709e771df656 req-01f87b73-156e-4951-9268-50d63f7c2ee8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ad522a35-4ced-4cb5-b8e3-4ba24d469eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500031 Sep 03 16:35:38.044749 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a3ee14f8-6e94-41c3-8e5a-709e771df656 req-62755dc3-c774-4aba-9d16-44e79c58690e service neutron] 10.222.0.58 "GET /v2.0/networks/ad522a35-4ced-4cb5-b8e3-4ba24d469eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125634 Sep 03 16:35:38.204663 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a3ee14f8-6e94-41c3-8e5a-709e771df656 req-d4b2f138-9e64-4eef-ad44-9eed37b90109 service neutron] 10.222.0.58 "GET /v2.0/networks/ad522a35-4ced-4cb5-b8e3-4ba24d469eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450989 Sep 03 16:35:38.267511 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a211f-dbf6-43fb-b3ad-48d2965fc852 req-159452b1-cfb5-4ac4-94cd-dd99389b974a tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:38.269084 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-823a211f-dbf6-43fb-b3ad-48d2965fc852 req-159452b1-cfb5-4ac4-94cd-dd99389b974a tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 945 time: 0.0609214 Sep 03 16:35:38.320330 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-823a211f-dbf6-43fb-b3ad-48d2965fc852 req-03eeeae6-13d6-4f56-8f9d-5c603901bd9d tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450728 Sep 03 16:35:38.787841 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60a622-4258-40f5-a820-69ef8d304761 req-6f22694d-a16e-4bbd-a2f1-3bbb556dbb56 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:38.789750 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ef60a622-4258-40f5-a820-69ef8d304761 req-6f22694d-a16e-4bbd-a2f1-3bbb556dbb56 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=689f9e1a-1133-490f-a073-009c3cc35de9 HTTP/1.1" status: 200 len: 943 time: 0.0620060 Sep 03 16:35:38.832906 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ef60a622-4258-40f5-a820-69ef8d304761 req-d7601f31-1e2d-48d2-ab76-56bfa9664b15 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368826 Sep 03 16:35:39.466667 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6373b-be14-4b04-aac6-6e339e6ffcab req-abfcee07-ec4e-49ed-9eec-b724c811187c tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:39.469649 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6ae6373b-be14-4b04-aac6-6e339e6ffcab req-abfcee07-ec4e-49ed-9eec-b724c811187c tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 945 time: 0.0668228 Sep 03 16:35:39.508595 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-6ae6373b-be14-4b04-aac6-6e339e6ffcab req-9855342c-9f3f-4b8c-9c14-28446a2bb55a tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342255 Sep 03 16:35:39.965641 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f9f3d-3646-4b00-87f3-2c4bf093f2f8 req-b9d80a06-9cbc-4256-96cf-8636636010ae tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:39.967591 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-127f9f3d-3646-4b00-87f3-2c4bf093f2f8 req-b9d80a06-9cbc-4256-96cf-8636636010ae tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=689f9e1a-1133-490f-a073-009c3cc35de9 HTTP/1.1" status: 200 len: 943 time: 0.0566730 Sep 03 16:35:40.010714 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-127f9f3d-3646-4b00-87f3-2c4bf093f2f8 req-513d3010-4cdf-4972-a851-a9b197a0c801 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368419 Sep 03 16:35:40.642893 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb7d41-a870-4a68-8242-a1063de0cf31 req-dd507723-92a7-4b67-8ddd-d766798ee59c tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:40.644567 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-77cb7d41-a870-4a68-8242-a1063de0cf31 req-dd507723-92a7-4b67-8ddd-d766798ee59c tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 945 time: 0.0522430 Sep 03 16:35:40.685700 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-77cb7d41-a870-4a68-8242-a1063de0cf31 req-3a297e94-d637-4f39-92fc-0f020dd04070 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345092 Sep 03 16:35:41.124063 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb1acc-6d0b-48bb-b1ab-3bec065927e7 req-1cb1b71c-1aa3-40b7-859f-9ca49d8f3e8d tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:41.125567 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-13bb1acc-6d0b-48bb-b1ab-3bec065927e7 req-1cb1b71c-1aa3-40b7-859f-9ca49d8f3e8d tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=689f9e1a-1133-490f-a073-009c3cc35de9 HTTP/1.1" status: 200 len: 943 time: 0.0473256 Sep 03 16:35:41.165379 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-13bb1acc-6d0b-48bb-b1ab-3bec065927e7 req-5268c2aa-d793-44ce-88ea-8ddea0620197 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325911 Sep 03 16:35:41.479146 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a16203-e82b-4115-afc0-c6362a1965eb req-3180f8eb-9ee6-4f79-a485-381579661b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:41.480535 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b7a16203-e82b-4115-afc0-c6362a1965eb req-3180f8eb-9ee6-4f79-a485-381579661b8e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e71e4fd9b30b4cdbb431569995a9b2b0&device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 1098 time: 0.0444899 Sep 03 16:35:41.569483 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a16203-e82b-4115-afc0-c6362a1965eb req-0ee8b624-ae00-480b-a9d9-92490f21490b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:41.570996 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b7a16203-e82b-4115-afc0-c6362a1965eb req-0ee8b624-ae00-480b-a9d9-92490f21490b service neutron] 10.222.0.58 "GET /v2.0/networks?id=9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8 HTTP/1.1" status: 200 len: 918 time: 0.0827229 Sep 03 16:35:41.638584 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b7a16203-e82b-4115-afc0-c6362a1965eb req-e826de4d-3af7-4427-aaef-98e2ffc1c464 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1492f9cb-9263-4a45-b385-2b231cd7c56e HTTP/1.1" status: 200 len: 1000 time: 0.0590484 Sep 03 16:35:41.691425 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a16203-e82b-4115-afc0-c6362a1965eb req-39577a4f-2f15-44f6-9237-a4177a42ef1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:41.692894 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b7a16203-e82b-4115-afc0-c6362a1965eb req-39577a4f-2f15-44f6-9237-a4177a42ef1f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5dcb62cb-36d4-4264-88ec-98f8e85fcb42 HTTP/1.1" status: 200 len: 856 time: 0.0464764 Sep 03 16:35:41.738518 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a16203-e82b-4115-afc0-c6362a1965eb req-38c2327e-2bb9-427c-8169-9026add985c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:41.739926 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b7a16203-e82b-4115-afc0-c6362a1965eb req-38c2327e-2bb9-427c-8169-9026add985c1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385709 Sep 03 16:35:41.805919 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c173818-fed7-47b0-ab93-d8147766aeb2 req-96bb5723-ce5a-4396-82be-89bd2e827c7d tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:41.807551 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2c173818-fed7-47b0-ab93-d8147766aeb2 req-96bb5723-ce5a-4396-82be-89bd2e827c7d tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 945 time: 0.0493190 Sep 03 16:35:41.831906 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b7a16203-e82b-4115-afc0-c6362a1965eb req-3e72f3f4-4f17-4556-ad2c-4d2d10065733 service neutron] 10.222.0.58 "GET /v2.0/networks/9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839016 Sep 03 16:35:41.845160 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2c173818-fed7-47b0-ab93-d8147766aeb2 req-48f00618-f092-4c13-94ae-1b0e85b6790b tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316398 Sep 03 16:35:41.936893 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b7a16203-e82b-4115-afc0-c6362a1965eb req-256b91d5-28cc-4410-94da-d2169f35f985 service neutron] 10.222.0.58 "GET /v2.0/networks/9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955844 Sep 03 16:35:42.287748 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d57f0d-5a5f-49d9-918c-c030f8220b8b req-967a9795-91fc-4beb-a14d-2b63f31c6657 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:42.289299 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f9d57f0d-5a5f-49d9-918c-c030f8220b8b req-967a9795-91fc-4beb-a14d-2b63f31c6657 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=689f9e1a-1133-490f-a073-009c3cc35de9 HTTP/1.1" status: 200 len: 943 time: 0.0534635 Sep 03 16:35:42.330225 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f9d57f0d-5a5f-49d9-918c-c030f8220b8b req-6525c7cc-0a73-42fa-a532-c5ab4497605e tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320771 Sep 03 16:35:42.968244 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938893f-304a-4e17-9ec2-57211b30fe47 req-796acd43-ac5e-4055-8ae6-3c50de3aa5fd tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:42.969757 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f938893f-304a-4e17-9ec2-57211b30fe47 req-796acd43-ac5e-4055-8ae6-3c50de3aa5fd tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 945 time: 0.0514569 Sep 03 16:35:43.006510 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f938893f-304a-4e17-9ec2-57211b30fe47 req-82d3bc69-0efa-49fb-acce-219abd35614a tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308576 Sep 03 16:35:43.451638 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58829c25-c795-4640-8f7d-1d66f269954b req-352289cf-e059-4e06-87f1-045d813430c5 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:43.453110 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-58829c25-c795-4640-8f7d-1d66f269954b req-352289cf-e059-4e06-87f1-045d813430c5 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=689f9e1a-1133-490f-a073-009c3cc35de9 HTTP/1.1" status: 200 len: 943 time: 0.0491118 Sep 03 16:35:43.498842 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-58829c25-c795-4640-8f7d-1d66f269954b req-04722da5-1d58-40bc-ae77-1d0bf9d34a0b tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398684 Sep 03 16:35:44.135628 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2dd8d-a3f9-4e62-8c15-1bf3f939f562 req-dba82d88-35f3-4da9-87a7-e4a130974e8e tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:44.137194 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-76f2dd8d-a3f9-4e62-8c15-1bf3f939f562 req-dba82d88-35f3-4da9-87a7-e4a130974e8e tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 945 time: 0.0537703 Sep 03 16:35:44.178469 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-76f2dd8d-a3f9-4e62-8c15-1bf3f939f562 req-2e7cd540-2b22-4ba8-8cee-2231fffbc998 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350573 Sep 03 16:35:44.623039 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349033fa-c539-46b6-aa9e-9b5411157fc2 req-43feb5d6-250c-4ac4-8b3e-76d02bed0d57 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:44.624654 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-349033fa-c539-46b6-aa9e-9b5411157fc2 req-43feb5d6-250c-4ac4-8b3e-76d02bed0d57 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=689f9e1a-1133-490f-a073-009c3cc35de9 HTTP/1.1" status: 200 len: 943 time: 0.0543637 Sep 03 16:35:44.663602 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-349033fa-c539-46b6-aa9e-9b5411157fc2 req-c41aae79-51ff-4abc-82bb-6d65b07fd1d8 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330393 Sep 03 16:35:44.948014 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 412ad216-4b9c-4651-9fa7-732984413c8f details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 16:35:44.949999 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 1492f9cb-9263-4a45-b385-2b231cd7c56e no longer exists at agent hyperv_hv-cinder-75793 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:35:45.089861 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:45.119554 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 412ad216-4b9c-4651-9fa7-732984413c8f, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=412ad216-4b9c-4651-9fa7-732984413c8f,segment=NetworkSegment(353e2098-a66a-4049-a3bf-5f567bae9b13),segment_id=353e2098-a66a-4049-a3bf-5f567bae9b13)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:35:45.133763 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '565e7897-aecb-4ded-b156-3bbdf35dacd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1492f9cb-9263-4a45-b385-2b231cd7c56e'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:35:45.135975 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b89f8b623511fb8008411a61343ca2df4e8635703a50781169befd4cf5794b60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed07d25-fed8-4cea-8b72-ad34dda94909" -d '{"events": [{"server_uuid": "565e7897-aecb-4ded-b156-3bbdf35dacd7", "name": "network-vif-unplugged", "status": "completed", "tag": "1492f9cb-9263-4a45-b385-2b231cd7c56e"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:35:45.153298 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Returning: {'device': '412ad216-4b9c-4651-9fa7-732984413c8f', 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa', 'port_id': '412ad216-4b9c-4651-9fa7-732984413c8f', 'mac_address': 'fa:16:3e:9c:e0:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6421e508-5483-421b-b991-952129da5e9d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 16:35:45.156726 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 1492f9cb-9263-4a45-b385-2b231cd7c56e, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=1492f9cb-9263-4a45-b385-2b231cd7c56e,segment=NetworkSegment(c7c8f7dc-1301-40da-a83e-347a76dd7ead),segment_id=c7c8f7dc-1301-40da-a83e-347a76dd7ead)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:35:45.189415 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:45.193877 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 03 Sep 2021 16:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76727407-ee02-4b85-8c87-906446944f45 x-openstack-request-id: req-76727407-ee02-4b85-8c87-906446944f45 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:35:45.194172 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "565e7897-aecb-4ded-b156-3bbdf35dacd7", "name": "network-vif-unplugged", "status": "failed", "tag": "1492f9cb-9263-4a45-b385-2b231cd7c56e", "code": 422}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:35:45.194440 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-76727407-ee02-4b85-8c87-906446944f45 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:35:45.194833 dv-cinder-757936-8-iscsi neutron-server[93829]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '565e7897-aecb-4ded-b156-3bbdf35dacd7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1492f9cb-9263-4a45-b385-2b231cd7c56e', 'code': 422} returned with failed status Sep 03 16:35:45.233005 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:45.255703 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 412ad216-4b9c-4651-9fa7-732984413c8f {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:35:45.273425 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=1492f9cb-9263-4a45-b385-2b231cd7c56e,revision_number=8']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:35:45.287713 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:35:45.288065 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:35:45.288414 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:35:45.288753 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:35:45.289120 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:35:45.289963 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:35:45.290295 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:35:45.290624 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:35:45.290954 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:35:45.291282 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:35:45.291607 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:35:45.291933 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:35:45.296417 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 412ad216-4b9c-4651-9fa7-732984413c8f, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=412ad216-4b9c-4651-9fa7-732984413c8f,segment=NetworkSegment(353e2098-a66a-4049-a3bf-5f567bae9b13),segment_id=353e2098-a66a-4049-a3bf-5f567bae9b13)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:35:45.301517 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:45.309376 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314a8e4-77d3-4c45-9c23-24f26bb9b9c8 req-ead8d680-d05c-4c75-80c8-e26d4686bc7e tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:45.310939 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5314a8e4-77d3-4c45-9c23-24f26bb9b9c8 req-ead8d680-d05c-4c75-80c8-e26d4686bc7e tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 943 time: 0.0577002 Sep 03 16:35:45.347939 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5314a8e4-77d3-4c45-9c23-24f26bb9b9c8 req-e2d2e162-f431-4ea5-9986-8acd620bc500 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306897 Sep 03 16:35:45.350155 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=412ad216-4b9c-4651-9fa7-732984413c8f,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:35:45.458703 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-0dfb3bd3-7bc6-457b-9f43-ef3507d47a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:45.652465 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] get_ports_and_sgs() called for port_ids ['412ad216-4b9c-4651-9fa7-732984413c8f'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:35:45.782704 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23135e-04c2-4f38-944f-574ac27528c8 req-72503241-09a8-423d-9aae-f39ad30c2c3c tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:45.785203 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fa23135e-04c2-4f38-944f-574ac27528c8 req-72503241-09a8-423d-9aae-f39ad30c2c3c tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=689f9e1a-1133-490f-a073-009c3cc35de9 HTTP/1.1" status: 200 len: 944 time: 0.0539114 Sep 03 16:35:45.833128 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fa23135e-04c2-4f38-944f-574ac27528c8 req-6f38745a-1e02-4874-844c-3b0f7fde0f03 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407231 Sep 03 16:35:46.946638 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98e525-2c50-43a2-a4ec-cf1a7c6d59de req-c236c00d-29d8-4d38-8be2-0742ece00244 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:46.948032 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7a98e525-2c50-43a2-a4ec-cf1a7c6d59de req-c236c00d-29d8-4d38-8be2-0742ece00244 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=689f9e1a-1133-490f-a073-009c3cc35de9 HTTP/1.1" status: 200 len: 944 time: 0.0484226 Sep 03 16:35:46.984476 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7a98e525-2c50-43a2-a4ec-cf1a7c6d59de req-84a2c96d-4eef-4e3b-8dc9-89f7a66153d9 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305612 Sep 03 16:35:47.814684 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 1492f9cb-9263-4a45-b385-2b231cd7c56e no longer exists at agent hyperv_hv-cinder-75793 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:35:48.034393 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-b2ed1a83-cf9c-4926-b441-fe9ca522f01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:48.107658 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f589c69e-519b-41ff-a97e-af493acb2b03 req-d770f2a2-59b8-492d-9ece-adcd4d579d1e tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:48.109489 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f589c69e-519b-41ff-a97e-af493acb2b03 req-d770f2a2-59b8-492d-9ece-adcd4d579d1e tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=689f9e1a-1133-490f-a073-009c3cc35de9 HTTP/1.1" status: 200 len: 944 time: 0.0543001 Sep 03 16:35:48.153825 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f589c69e-519b-41ff-a97e-af493acb2b03 req-799a77d0-2039-4080-9e6b-9574174fad9c tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361676 Sep 03 16:35:48.183552 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b79fe0-2a92-46f9-8507-8e0c05dcfe18 req-d1efa1b4-230f-46fe-a274-98b96fe3c3f1 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:48.184968 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-33b79fe0-2a92-46f9-8507-8e0c05dcfe18 req-d1efa1b4-230f-46fe-a274-98b96fe3c3f1 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 943 time: 0.0644853 Sep 03 16:35:48.208270 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f41c827b-1c6a-4cc4-b249-272c452e3c5d req-d86747bc-a5e0-4460-a34e-e65a988e177c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0441678 Sep 03 16:35:48.223699 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-33b79fe0-2a92-46f9-8507-8e0c05dcfe18 req-15f0b141-72ef-4965-8860-b1ad01b8d597 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323625 Sep 03 16:35:48.363921 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:49.035673 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad34-f359-45be-bded-9b7b563a89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:49.269905 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a84da-322e-485f-9073-0f7c6f678b98 req-2905cc1d-fe7a-441a-81a2-56fdf4c48456 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:49.271433 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-185a84da-322e-485f-9073-0f7c6f678b98 req-2905cc1d-fe7a-441a-81a2-56fdf4c48456 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=689f9e1a-1133-490f-a073-009c3cc35de9 HTTP/1.1" status: 200 len: 944 time: 0.0507319 Sep 03 16:35:49.309608 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-185a84da-322e-485f-9073-0f7c6f678b98 req-0f4c8658-07a0-4227-b460-d0101c40934d tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316851 Sep 03 16:35:49.345719 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c05ec-9ce9-4180-b8cc-dc8f6d042929 req-cd71904f-cff9-4d26-9d41-5bde7400be8e tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:49.347210 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1b2c05ec-9ce9-4180-b8cc-dc8f6d042929 req-cd71904f-cff9-4d26-9d41-5bde7400be8e tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 943 time: 0.0507176 Sep 03 16:35:49.384499 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1b2c05ec-9ce9-4180-b8cc-dc8f6d042929 req-794e3104-44d5-4f46-8b00-8c89853d64bc tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313404 Sep 03 16:35:49.449591 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c827b-1c6a-4cc4-b249-272c452e3c5d req-cf6f0b13-e204-4ef9-a2ae-9fdfc98522ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:49.451149 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f41c827b-1c6a-4cc4-b249-272c452e3c5d req-cf6f0b13-e204-4ef9-a2ae-9fdfc98522ec service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7&tenant_id=e71e4fd9b30b4cdbb431569995a9b2b0 HTTP/1.1" status: 200 len: 1096 time: 0.0411942 Sep 03 16:35:49.512560 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c827b-1c6a-4cc4-b249-272c452e3c5d req-6f665d7f-dd03-43e0-863a-e5831769de63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:49.514057 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f41c827b-1c6a-4cc4-b249-272c452e3c5d req-6f665d7f-dd03-43e0-863a-e5831769de63 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e71e4fd9b30b4cdbb431569995a9b2b0&device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 1096 time: 0.0395820 Sep 03 16:35:49.615201 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c827b-1c6a-4cc4-b249-272c452e3c5d req-03ec74dc-68a7-4e33-ad33-6f8595f39b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:49.616671 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f41c827b-1c6a-4cc4-b249-272c452e3c5d req-03ec74dc-68a7-4e33-ad33-6f8595f39b32 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8 HTTP/1.1" status: 200 len: 918 time: 0.0950308 Sep 03 16:35:49.683314 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f41c827b-1c6a-4cc4-b249-272c452e3c5d req-baa32a2a-4bf6-4b34-86da-2c64dc018f8d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1492f9cb-9263-4a45-b385-2b231cd7c56e HTTP/1.1" status: 200 len: 998 time: 0.0582058 Sep 03 16:35:49.733338 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c827b-1c6a-4cc4-b249-272c452e3c5d req-249b4a2f-8fa8-4fc5-a3fc-cb61f0b0a266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:49.734818 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f41c827b-1c6a-4cc4-b249-272c452e3c5d req-249b4a2f-8fa8-4fc5-a3fc-cb61f0b0a266 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5dcb62cb-36d4-4264-88ec-98f8e85fcb42 HTTP/1.1" status: 200 len: 856 time: 0.0432739 Sep 03 16:35:49.784566 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c827b-1c6a-4cc4-b249-272c452e3c5d req-a59c9d6f-7506-490b-9c39-f32471a03738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:49.786094 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f41c827b-1c6a-4cc4-b249-272c452e3c5d req-a59c9d6f-7506-490b-9c39-f32471a03738 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390699 Sep 03 16:35:49.893171 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f41c827b-1c6a-4cc4-b249-272c452e3c5d req-49bce474-3c9b-408a-aa6f-eede60786fa5 service neutron] 10.222.0.58 "GET /v2.0/networks/9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965469 Sep 03 16:35:49.982914 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f41c827b-1c6a-4cc4-b249-272c452e3c5d req-2afa6391-a26e-45f0-b8e5-d03b99a94731 service neutron] 10.222.0.58 "GET /v2.0/networks/9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816345 Sep 03 16:35:50.427167 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da2d60-5e3b-4d2a-8384-3cfdd5ba06c8 req-d8856371-9821-4f26-bb26-7c94963fe6a6 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:50.428664 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-51da2d60-5e3b-4d2a-8384-3cfdd5ba06c8 req-d8856371-9821-4f26-bb26-7c94963fe6a6 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=689f9e1a-1133-490f-a073-009c3cc35de9 HTTP/1.1" status: 200 len: 944 time: 0.0486295 Sep 03 16:35:50.472328 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-51da2d60-5e3b-4d2a-8384-3cfdd5ba06c8 req-b5a2f81c-d273-42e5-b012-0b3c9e332633 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372982 Sep 03 16:35:50.504115 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2304253-6ea4-4e00-903b-26600b9ffee7 req-e6d36b39-d557-4aed-8b5a-b05dac5e83b0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:50.505635 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f2304253-6ea4-4e00-903b-26600b9ffee7 req-e6d36b39-d557-4aed-8b5a-b05dac5e83b0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 943 time: 0.0492282 Sep 03 16:35:50.545548 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f2304253-6ea4-4e00-903b-26600b9ffee7 req-a46d0983-b5ed-4d39-8a81-f8565357f692 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341508 Sep 03 16:35:50.810489 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30fea9dd-2dab-4865-ba17-13165276935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:51.589334 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777429ba-9b1e-413f-b345-5ad807e253b7 req-4cf8099e-998b-4143-9982-47811cc7ba83 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:51.590865 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-777429ba-9b1e-413f-b345-5ad807e253b7 req-4cf8099e-998b-4143-9982-47811cc7ba83 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=689f9e1a-1133-490f-a073-009c3cc35de9 HTTP/1.1" status: 200 len: 944 time: 0.0537763 Sep 03 16:35:51.629502 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-777429ba-9b1e-413f-b345-5ad807e253b7 req-6bb80b5b-71b4-4ee2-b2b0-d1ff22e480cc tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328286 Sep 03 16:35:51.663251 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d7c1e-0532-4133-87dc-38584808a45a req-931a1bd9-961e-428a-9f05-304522686959 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:51.665380 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5c9d7c1e-0532-4133-87dc-38584808a45a req-931a1bd9-961e-428a-9f05-304522686959 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 943 time: 0.0488353 Sep 03 16:35:51.701953 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-5c9d7c1e-0532-4133-87dc-38584808a45a req-4dfd50d5-e892-4a52-a711-e7ca0cd2f69e tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305703 Sep 03 16:35:51.955772 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 412ad216-4b9c-4651-9fa7-732984413c8f up at agent hyperv_hv-cinder-75793 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:35:52.007554 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Provisioning for port 412ad216-4b9c-4651-9fa7-732984413c8f completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:35:52.011334 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Provisioning complete for port 412ad216-4b9c-4651-9fa7-732984413c8f triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:35:52.011714 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:52.085884 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:52.107579 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '689f9e1a-1133-490f-a073-009c3cc35de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412ad216-4b9c-4651-9fa7-732984413c8f'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:35:52.110068 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b89f8b623511fb8008411a61343ca2df4e8635703a50781169befd4cf5794b60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4582976-4636-4c4d-b712-50bfd2b91651" -d '{"events": [{"server_uuid": "689f9e1a-1133-490f-a073-009c3cc35de9", "name": "network-vif-plugged", "status": "completed", "tag": "412ad216-4b9c-4651-9fa7-732984413c8f"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:35:52.123497 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 412ad216-4b9c-4651-9fa7-732984413c8f, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=412ad216-4b9c-4651-9fa7-732984413c8f,segment=NetworkSegment(353e2098-a66a-4049-a3bf-5f567bae9b13),segment_id=353e2098-a66a-4049-a3bf-5f567bae9b13)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:35:52.127571 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:52.149560 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0acdc103-4b8a-468b-a134-2c61a117f3a5 x-openstack-request-id: req-0acdc103-4b8a-468b-a134-2c61a117f3a5 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:35:52.149851 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "689f9e1a-1133-490f-a073-009c3cc35de9", "name": "network-vif-plugged", "status": "completed", "tag": "412ad216-4b9c-4651-9fa7-732984413c8f", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:35:52.150103 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0acdc103-4b8a-468b-a134-2c61a117f3a5 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:35:52.150486 dv-cinder-757936-8-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '689f9e1a-1133-490f-a073-009c3cc35de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412ad216-4b9c-4651-9fa7-732984413c8f', 'code': 200} Sep 03 16:35:52.177959 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=412ad216-4b9c-4651-9fa7-732984413c8f,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:35:52.741634 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55fb693-bfcd-4ecf-821f-1d244b6dbb8c req-51e25567-f5b0-45a1-996a-c9b35d7a667f tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:52.743849 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b55fb693-bfcd-4ecf-821f-1d244b6dbb8c req-51e25567-f5b0-45a1-996a-c9b35d7a667f tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=689f9e1a-1133-490f-a073-009c3cc35de9 HTTP/1.1" status: 200 len: 945 time: 0.0490108 Sep 03 16:35:52.782492 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b55fb693-bfcd-4ecf-821f-1d244b6dbb8c req-79906df0-e83f-4c6a-8952-606ef6061d34 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310450 Sep 03 16:35:52.823668 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d229d-b9c7-47ee-a165-406d6ef9a6fc req-2f524abc-540d-4e83-8983-8ece0b895495 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:52.825158 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0b6d229d-b9c7-47ee-a165-406d6ef9a6fc req-2f524abc-540d-4e83-8983-8ece0b895495 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 943 time: 0.0486643 Sep 03 16:35:52.866323 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-0b6d229d-b9c7-47ee-a165-406d6ef9a6fc req-9f69591b-d20a-4701-9961-379ccc2d97a0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352893 Sep 03 16:35:52.980998 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:35:53.898588 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82986cdf-f1c2-4674-a9d8-8b80fc19c313 req-83e6eb7d-00ac-4851-9301-a026bca583ca tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:53.905621 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-82986cdf-f1c2-4674-a9d8-8b80fc19c313 req-83e6eb7d-00ac-4851-9301-a026bca583ca tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=689f9e1a-1133-490f-a073-009c3cc35de9 HTTP/1.1" status: 200 len: 945 time: 0.0549617 Sep 03 16:35:53.943896 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-82986cdf-f1c2-4674-a9d8-8b80fc19c313 req-f845ea73-d8d5-4896-9298-f82ff92117b2 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374002 Sep 03 16:35:54.020930 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc236b7-8706-403f-bbc4-b96bc0f01606 req-70b91262-4558-4a92-8c4a-476f97eb6e0b tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:54.022797 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-efc236b7-8706-403f-bbc4-b96bc0f01606 req-70b91262-4558-4a92-8c4a-476f97eb6e0b tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 943 time: 0.0607436 Sep 03 16:35:54.094289 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-efc236b7-8706-403f-bbc4-b96bc0f01606 req-a9b0d06e-221b-4f66-abca-6e88047d23ad tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646911 Sep 03 16:35:55.060669 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10156a-92f4-4e87-8597-dfac20915053 req-f8673831-616c-4324-9ee2-693ec4893a47 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:55.062233 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ff10156a-92f4-4e87-8597-dfac20915053 req-f8673831-616c-4324-9ee2-693ec4893a47 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=689f9e1a-1133-490f-a073-009c3cc35de9 HTTP/1.1" status: 200 len: 945 time: 0.0513589 Sep 03 16:35:55.103672 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ff10156a-92f4-4e87-8597-dfac20915053 req-1f6be5f9-18af-449e-b7f5-96f27ac254a0 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350807 Sep 03 16:35:55.236155 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e7fc9-ca1d-4f94-990c-79e78616910f req-960347bf-2cc0-4835-99ca-9dd5a282931c tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:55.237646 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cf8e7fc9-ca1d-4f94-990c-79e78616910f req-960347bf-2cc0-4835-99ca-9dd5a282931c tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 943 time: 0.0623233 Sep 03 16:35:55.278529 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-cf8e7fc9-ca1d-4f94-990c-79e78616910f req-1d6900c1-566d-4007-bf1c-7bb35d910812 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346887 Sep 03 16:35:56.219953 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9d5ac-04f8-4fb4-a8c6-1adb334336d3 req-e093901c-7cb5-4118-8c3c-a2e43e3009b1 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:56.221503 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-29a9d5ac-04f8-4fb4-a8c6-1adb334336d3 req-e093901c-7cb5-4118-8c3c-a2e43e3009b1 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=689f9e1a-1133-490f-a073-009c3cc35de9 HTTP/1.1" status: 200 len: 945 time: 0.0499084 Sep 03 16:35:56.262229 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-29a9d5ac-04f8-4fb4-a8c6-1adb334336d3 req-8d976282-0c2c-4741-bebc-f990f7f9b2fa tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337937 Sep 03 16:35:56.408892 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42526df2-a1e2-4867-a71c-91e1d023be54 req-52955f5f-137b-4f4f-8d97-549c2a2e4538 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:56.410594 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-42526df2-a1e2-4867-a71c-91e1d023be54 req-52955f5f-137b-4f4f-8d97-549c2a2e4538 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 943 time: 0.0519497 Sep 03 16:35:56.451916 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-42526df2-a1e2-4867-a71c-91e1d023be54 req-05dd9a4c-c056-4885-b141-8c41ce0f9272 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346570 Sep 03 16:35:57.383041 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c01d9-25d1-4bac-ab00-f028db3a43b8 req-13036456-f75c-4a44-955e-3380ccd4127d tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:57.384910 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-c89c01d9-25d1-4bac-ab00-f028db3a43b8 req-13036456-f75c-4a44-955e-3380ccd4127d tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=689f9e1a-1133-490f-a073-009c3cc35de9 HTTP/1.1" status: 200 len: 945 time: 0.0520315 Sep 03 16:35:57.439332 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-c89c01d9-25d1-4bac-ab00-f028db3a43b8 req-5a11fca0-9a58-49f8-bb86-90531941c775 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478873 Sep 03 16:35:57.576221 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390fb95-82ec-423c-93e3-55e5113ee6c9 req-97884898-b8f1-4b05-832e-a2f3e9b7b4f5 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:57.577742 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5390fb95-82ec-423c-93e3-55e5113ee6c9 req-97884898-b8f1-4b05-832e-a2f3e9b7b4f5 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 943 time: 0.0496497 Sep 03 16:35:57.620231 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5390fb95-82ec-423c-93e3-55e5113ee6c9 req-04fbf075-8b97-4e88-a2f9-f5ebf755cd16 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362294 Sep 03 16:35:58.564378 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63f5f4-e6fd-4899-9e29-1c87ebab16da req-5819108a-1442-4924-aa8d-4dbbe6c3d332 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:58.566754 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-af63f5f4-e6fd-4899-9e29-1c87ebab16da req-5819108a-1442-4924-aa8d-4dbbe6c3d332 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=689f9e1a-1133-490f-a073-009c3cc35de9 HTTP/1.1" status: 200 len: 945 time: 0.0539453 Sep 03 16:35:58.606089 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-af63f5f4-e6fd-4899-9e29-1c87ebab16da req-eb647436-5598-40b4-b3c3-fe67ff934079 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329492 Sep 03 16:35:58.752846 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee64eb2f-7b0e-45f0-b0e1-595681097495 req-5c23a723-e299-4cb6-9fd4-62f1a7409f50 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:58.754322 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ee64eb2f-7b0e-45f0-b0e1-595681097495 req-5c23a723-e299-4cb6-9fd4-62f1a7409f50 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 943 time: 0.0551214 Sep 03 16:35:58.796409 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ee64eb2f-7b0e-45f0-b0e1-595681097495 req-b643da9e-81ae-4883-a56c-a7a1c351162d tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356510 Sep 03 16:35:59.737484 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66857f5a-b545-413e-b92f-5b572a48a7ff req-c30c67ec-e31d-4020-ba29-06e7efd02f78 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:59.739889 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-66857f5a-b545-413e-b92f-5b572a48a7ff req-c30c67ec-e31d-4020-ba29-06e7efd02f78 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=689f9e1a-1133-490f-a073-009c3cc35de9 HTTP/1.1" status: 200 len: 945 time: 0.0518198 Sep 03 16:35:59.785612 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-66857f5a-b545-413e-b92f-5b572a48a7ff req-fadd7d61-9a6e-4574-91d3-e678849c894b tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378735 Sep 03 16:35:59.919121 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74851c7-8d0b-4253-abc4-b7f8341e08c8 req-6ab9bb9b-4b9f-407f-b2b2-931a07fba936 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:35:59.920864 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a74851c7-8d0b-4253-abc4-b7f8341e08c8 req-6ab9bb9b-4b9f-407f-b2b2-931a07fba936 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 943 time: 0.0510554 Sep 03 16:35:59.962073 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a74851c7-8d0b-4253-abc4-b7f8341e08c8 req-d8ae6a17-1632-45f1-af07-05b9d12b51a8 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346274 Sep 03 16:36:00.901972 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432de36-a673-4c84-8a5c-01c522845810 req-0eb4329b-8848-46f6-a673-12e91bfd0237 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:00.903461 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-8432de36-a673-4c84-8a5c-01c522845810 req-0eb4329b-8848-46f6-a673-12e91bfd0237 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=689f9e1a-1133-490f-a073-009c3cc35de9 HTTP/1.1" status: 200 len: 945 time: 0.0523415 Sep 03 16:36:00.946215 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-8432de36-a673-4c84-8a5c-01c522845810 req-a0d375e0-58c3-473a-a250-7461c00682e4 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368738 Sep 03 16:36:01.087804 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991542bb-73b0-4f00-a5a0-70073773e311 req-303a355e-e25d-4e5b-8df3-0acdf8ef2f09 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:01.089360 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-991542bb-73b0-4f00-a5a0-70073773e311 req-303a355e-e25d-4e5b-8df3-0acdf8ef2f09 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 943 time: 0.0514803 Sep 03 16:36:01.128194 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-991542bb-73b0-4f00-a5a0-70073773e311 req-5db8823e-bd65-416c-a019-3dbf8f16db05 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328500 Sep 03 16:36:02.070458 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84ad57-b7fe-4049-9fc8-e2357cdec3ac req-1d000f4c-d96e-4cb2-add6-69bb1396d864 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:02.071979 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9b84ad57-b7fe-4049-9fc8-e2357cdec3ac req-1d000f4c-d96e-4cb2-add6-69bb1396d864 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=689f9e1a-1133-490f-a073-009c3cc35de9 HTTP/1.1" status: 200 len: 945 time: 0.0554571 Sep 03 16:36:02.111834 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9b84ad57-b7fe-4049-9fc8-e2357cdec3ac req-a6830378-dcc4-47ef-8981-619103505966 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336938 Sep 03 16:36:02.256844 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fece84d-f400-4b79-a21a-d706f69713e2 req-fdb6f481-90eb-4fe3-8134-8841675fbe5b tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:02.258411 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1fece84d-f400-4b79-a21a-d706f69713e2 req-fdb6f481-90eb-4fe3-8134-8841675fbe5b tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 943 time: 0.0527804 Sep 03 16:36:02.297674 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1fece84d-f400-4b79-a21a-d706f69713e2 req-7a8ca9aa-f606-4c1e-a0a9-cd879884d50a tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331957 Sep 03 16:36:03.232494 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa64e8-0dad-4654-9180-c1753282965d req-3bf0faa6-b950-43ce-b702-ae8edfad045d tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:03.234198 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-16aa64e8-0dad-4654-9180-c1753282965d req-3bf0faa6-b950-43ce-b702-ae8edfad045d tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=689f9e1a-1133-490f-a073-009c3cc35de9 HTTP/1.1" status: 200 len: 945 time: 0.0519423 Sep 03 16:36:03.273543 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-16aa64e8-0dad-4654-9180-c1753282965d req-63825f66-3fc2-4b62-a0a7-336c977bf08a tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334911 Sep 03 16:36:03.422320 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6feb175-f6e7-4a13-916c-111496bd72ab req-fdd37ec2-1dec-4999-8660-469df13ce676 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:03.423998 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b6feb175-f6e7-4a13-916c-111496bd72ab req-fdd37ec2-1dec-4999-8660-469df13ce676 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 943 time: 0.0541251 Sep 03 16:36:03.466178 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b6feb175-f6e7-4a13-916c-111496bd72ab req-07bb540e-8785-461d-88ce-2aaa396ebac3 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361528 Sep 03 16:36:04.380081 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25abcd54-a9c4-4230-92df-bc1ebe57ca2e req-318d72fc-dae3-4ef7-9ecc-8ea388d2abd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:04.382648 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-25abcd54-a9c4-4230-92df-bc1ebe57ca2e req-318d72fc-dae3-4ef7-9ecc-8ea388d2abd9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=689f9e1a-1133-490f-a073-009c3cc35de9 HTTP/1.1" status: 200 len: 1098 time: 0.0589583 Sep 03 16:36:04.419821 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2a64a-16ef-41af-880f-324f9be4674b req-b1050e56-ae49-4cf2-9490-f3dcf90e87c7 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:04.421444 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1cb2a64a-16ef-41af-880f-324f9be4674b req-b1050e56-ae49-4cf2-9490-f3dcf90e87c7 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=689f9e1a-1133-490f-a073-009c3cc35de9 HTTP/1.1" status: 200 len: 945 time: 0.0748646 Sep 03 16:36:04.442774 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-25abcd54-a9c4-4230-92df-bc1ebe57ca2e req-14534c44-311f-466f-9b3a-397cf989b3eb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500782 Sep 03 16:36:04.469176 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1cb2a64a-16ef-41af-880f-324f9be4674b req-0a080c20-a206-461a-9242-2a57bb6d6771 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415680 Sep 03 16:36:04.593508 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367c09b-7d1e-4911-8307-f21e1d5d6d78 req-87bd47d7-73ed-4dc9-8e9d-b7b8e195cf99 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:04.595049 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6367c09b-7d1e-4911-8307-f21e1d5d6d78 req-87bd47d7-73ed-4dc9-8e9d-b7b8e195cf99 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 943 time: 0.0534866 Sep 03 16:36:04.633824 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6367c09b-7d1e-4911-8307-f21e1d5d6d78 req-d48fa253-9e77-4ba1-ab3e-6a887f8f2c54 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326405 Sep 03 16:36:05.591555 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9bc0db-f3f6-4b08-8c47-78bbbdeeca8b req-9c5ab750-52bf-4be2-9c28-fdd4d4ae4288 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:05.593136 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5f9bc0db-f3f6-4b08-8c47-78bbbdeeca8b req-9c5ab750-52bf-4be2-9c28-fdd4d4ae4288 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=689f9e1a-1133-490f-a073-009c3cc35de9 HTTP/1.1" status: 200 len: 945 time: 0.0552371 Sep 03 16:36:05.631202 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5f9bc0db-f3f6-4b08-8c47-78bbbdeeca8b req-0fc5e71b-4822-4a14-bfa8-768e9c6a7e93 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321448 Sep 03 16:36:05.754140 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0ab71-b00d-4155-b37d-5269fce2b07d req-cae06eab-3ecd-4bb7-a543-6ce72d3c6b1c tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:05.755670 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-11c0ab71-b00d-4155-b37d-5269fce2b07d req-cae06eab-3ecd-4bb7-a543-6ce72d3c6b1c tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 943 time: 0.0490720 Sep 03 16:36:05.795929 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-11c0ab71-b00d-4155-b37d-5269fce2b07d req-bfe7845b-c4fa-4618-8d7d-45292d32d8cc tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328000 Sep 03 16:36:06.339790 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a7350-99b9-41fc-84a0-26c3e205fe61 req-bc577bcd-f791-4eef-9131-2838e4f34a10 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:06.341251 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-837a7350-99b9-41fc-84a0-26c3e205fe61 req-bc577bcd-f791-4eef-9131-2838e4f34a10 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0a1c4a0-0f9c-4366-b3fa-eab25e3f9289 HTTP/1.1" status: 200 len: 945 time: 0.0466192 Sep 03 16:36:06.382268 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-837a7350-99b9-41fc-84a0-26c3e205fe61 req-242baa1a-5ac3-46f0-b54e-8e53723bff66 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee829c8d-58ca-4d7b-a35f-00a8c6b1a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345495 Sep 03 16:36:06.688721 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cf6c65b1-0abe-417c-b6e4-1a14c31dffa8 req-24b06b6d-4e94-443f-b6e7-155a30c37862 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9e0b5619-54e6-4514-8304-0e7ee3fb5637&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394115 Sep 03 16:36:06.757171 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedce916-cd26-4f27-8b21-782da1c688e1 req-70f2bd97-5c57-45b5-900e-ca07551cb102 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:06.758675 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-eedce916-cd26-4f27-8b21-782da1c688e1 req-70f2bd97-5c57-45b5-900e-ca07551cb102 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=689f9e1a-1133-490f-a073-009c3cc35de9 HTTP/1.1" status: 200 len: 945 time: 0.0485821 Sep 03 16:36:06.782160 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c65b1-0abe-417c-b6e4-1a14c31dffa8 req-2250fac7-a85d-4293-b075-d7e668d4f1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:06.783665 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cf6c65b1-0abe-417c-b6e4-1a14c31dffa8 req-2250fac7-a85d-4293-b075-d7e668d4f1b2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=19bf0ba519e14617adef11a5e39bcbc0&device_id=9e0b5619-54e6-4514-8304-0e7ee3fb5637 HTTP/1.1" status: 200 len: 1098 time: 0.0399222 Sep 03 16:36:06.798832 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-eedce916-cd26-4f27-8b21-782da1c688e1 req-16cdfe78-bfa0-4b90-a37d-59c8947dbc51 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339856 Sep 03 16:36:06.914596 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b15ee-c07e-40c5-bd69-9ed1278701ec req-d1d73cb0-ba2e-4b0e-baf8-865aa1c55ed2 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:06.916120 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9d5b15ee-c07e-40c5-bd69-9ed1278701ec req-d1d73cb0-ba2e-4b0e-baf8-865aa1c55ed2 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 943 time: 0.0481431 Sep 03 16:36:06.925189 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c65b1-0abe-417c-b6e4-1a14c31dffa8 req-3631efa5-7cf8-4c5c-913e-02bb8a7b76e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:06.926599 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cf6c65b1-0abe-417c-b6e4-1a14c31dffa8 req-3631efa5-7cf8-4c5c-913e-02bb8a7b76e2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ad522a35-4ced-4cb5-b8e3-4ba24d469eaa HTTP/1.1" status: 200 len: 913 time: 0.1201229 Sep 03 16:36:06.934542 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2829c3-5d09-48f7-8686-07dfd0b1de8c req-6da3ee3a-0aa5-4803-8ecf-8033327c7c9b tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:06.935946 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cc2829c3-5d09-48f7-8686-07dfd0b1de8c req-6da3ee3a-0aa5-4803-8ecf-8033327c7c9b tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=689f9e1a-1133-490f-a073-009c3cc35de9 HTTP/1.1" status: 200 len: 945 time: 0.0676990 Sep 03 16:36:06.954883 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9d5b15ee-c07e-40c5-bd69-9ed1278701ec req-d95be538-3bb2-4341-a71b-48562eddf037 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329685 Sep 03 16:36:07.020278 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cc2829c3-5d09-48f7-8686-07dfd0b1de8c req-28bd68b3-2bcf-469f-b182-a9f6893c5ec4 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763574 Sep 03 16:36:07.027479 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cf6c65b1-0abe-417c-b6e4-1a14c31dffa8 req-7aaf015e-f2ed-420e-81c7-9a1e644fa65d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fc07a9a-2bdc-4595-bdb3-389a01489e13 HTTP/1.1" status: 200 len: 1001 time: 0.0906286 Sep 03 16:36:07.042790 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 53994) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:36:07.079616 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c65b1-0abe-417c-b6e4-1a14c31dffa8 req-96b3de11-395a-4ef3-90d6-1d1e30099417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:07.081258 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cf6c65b1-0abe-417c-b6e4-1a14c31dffa8 req-96b3de11-395a-4ef3-90d6-1d1e30099417 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6421e508-5483-421b-b991-952129da5e9d HTTP/1.1" status: 200 len: 851 time: 0.0436087 Sep 03 16:36:07.085266 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf72e39-bbd2-478d-aac5-383964b129b0 tempest-TestVolumeBootPattern-244468141 tempest-TestVolumeBootPattern-244468141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:07.086792 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-7cf72e39-bbd2-478d-aac5-383964b129b0 tempest-TestVolumeBootPattern-244468141 tempest-TestVolumeBootPattern-244468141-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=689f9e1a-1133-490f-a073-009c3cc35de9 HTTP/1.1" status: 200 len: 1093 time: 0.0430243 Sep 03 16:36:07.089724 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 53996) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:36:07.094091 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-a3955ca9-31a5-4b28-afd3-0694749445c3 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Request body: {'floatingip': {'floating_network_id': 'af961d58-b724-401e-8712-cedb04029227', 'port_id': '412ad216-4b9c-4651-9fa7-732984413c8f', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:36:07.115889 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a3955ca9-31a5-4b28-afd3-0694749445c3 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:07.129369 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c65b1-0abe-417c-b6e4-1a14c31dffa8 req-32d74df9-fa01-4721-9be5-0441792355b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:07.130869 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cf6c65b1-0abe-417c-b6e4-1a14c31dffa8 req-32d74df9-fa01-4721-9be5-0441792355b3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ad522a35-4ced-4cb5-b8e3-4ba24d469eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398445 Sep 03 16:36:07.209826 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a3955ca9-31a5-4b28-afd3-0694749445c3 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:07.233680 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cf6c65b1-0abe-417c-b6e4-1a14c31dffa8 req-a8f06223-05f3-494c-8f2e-40f4fd5977f7 service neutron] 10.222.0.58 "GET /v2.0/networks/ad522a35-4ced-4cb5-b8e3-4ba24d469eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925639 Sep 03 16:36:07.324831 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-a3955ca9-31a5-4b28-afd3-0694749445c3 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Allocated IP 172.27.3.46 (af961d58-b724-401e-8712-cedb04029227/ab4829e3-7396-4499-a1b3-42e28c777fec/269ddc4e-695f-44fe-a877-935ebfee35c0) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:36:07.327938 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cf6c65b1-0abe-417c-b6e4-1a14c31dffa8 req-7b1c9104-cea5-46b9-bb4e-a43cf3f7287b service neutron] 10.222.0.58 "GET /v2.0/networks/ad522a35-4ced-4cb5-b8e3-4ba24d469eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845184 Sep 03 16:36:07.431181 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a3955ca9-31a5-4b28-afd3-0694749445c3 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:07.500657 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a3955ca9-31a5-4b28-afd3-0694749445c3 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852113'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:07.542152 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842cb71-e189-47f6-90f2-199a1cdd1df4 req-a9657b6c-3e68-4992-a581-e8b4f60f9324 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:07.543689 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8842cb71-e189-47f6-90f2-199a1cdd1df4 req-a9657b6c-3e68-4992-a581-e8b4f60f9324 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0a1c4a0-0f9c-4366-b3fa-eab25e3f9289 HTTP/1.1" status: 200 len: 945 time: 0.0951636 Sep 03 16:36:07.549934 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3955ca9-31a5-4b28-afd3-0694749445c3 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Network af961d58-b724-401e-8712-cedb04029227 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:36:07.560548 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-a3955ca9-31a5-4b28-afd3-0694749445c3 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:36:07.563198 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3955ca9-31a5-4b28-afd3-0694749445c3 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:36:07.598778 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3955ca9-31a5-4b28-afd3-0694749445c3 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Pushing event updated for resources: {'Port': ['ID=269ddc4e-695f-44fe-a877-935ebfee35c0,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:36:07.618969 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3955ca9-31a5-4b28-afd3-0694749445c3 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:36:07.619320 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3955ca9-31a5-4b28-afd3-0694749445c3 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:36:07.619665 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3955ca9-31a5-4b28-afd3-0694749445c3 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:36:07.620006 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3955ca9-31a5-4b28-afd3-0694749445c3 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:36:07.620342 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3955ca9-31a5-4b28-afd3-0694749445c3 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:36:07.620677 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3955ca9-31a5-4b28-afd3-0694749445c3 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:36:07.621009 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3955ca9-31a5-4b28-afd3-0694749445c3 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:36:07.621365 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3955ca9-31a5-4b28-afd3-0694749445c3 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:36:07.621694 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3955ca9-31a5-4b28-afd3-0694749445c3 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:36:07.622024 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3955ca9-31a5-4b28-afd3-0694749445c3 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:36:07.622351 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3955ca9-31a5-4b28-afd3-0694749445c3 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:36:07.622678 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3955ca9-31a5-4b28-afd3-0694749445c3 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:36:07.644902 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-8842cb71-e189-47f6-90f2-199a1cdd1df4 req-b45c611a-0b81-47ae-bc3d-0177869841e0 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee829c8d-58ca-4d7b-a35f-00a8c6b1a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937803 Sep 03 16:36:07.969668 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a3955ca9-31a5-4b28-afd3-0694749445c3 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:08.047671 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a3955ca9-31a5-4b28-afd3-0694749445c3 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:08.083150 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aea874-08cf-48be-bf9a-83c0322e4394 req-2e2a6fa4-cb21-44ee-b79f-238e37fdec52 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:08.084734 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-51aea874-08cf-48be-bf9a-83c0322e4394 req-2e2a6fa4-cb21-44ee-b79f-238e37fdec52 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 943 time: 0.0549130 Sep 03 16:36:08.209005 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a3955ca9-31a5-4b28-afd3-0694749445c3 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:08.213790 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a3955ca9-31a5-4b28-afd3-0694749445c3 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126852102'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:08.286134 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3955ca9-31a5-4b28-afd3-0694749445c3 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Pushing event updated for resources: {'Port': ['ID=269ddc4e-695f-44fe-a877-935ebfee35c0,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:36:08.299471 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a3955ca9-31a5-4b28-afd3-0694749445c3 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956928'] for floatingip, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:08.401644 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-51aea874-08cf-48be-bf9a-83c0322e4394 req-ae141474-409f-47e0-bf41-f7f741c9963a tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3103335 Sep 03 16:36:08.407078 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.db.l3_db [None req-a3955ca9-31a5-4b28-afd3-0694749445c3 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Floating IP 43643deb-2a4b-4044-a653-21136e98f035 associated. External IP: 172.27.3.46, port: 412ad216-4b9c-4651-9fa7-732984413c8f. Sep 03 16:36:08.418899 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f3e4f-036c-4cf9-8022-b3b1bed29a0c req-06f8495c-4d1d-4878-9223-1b45dfa15707 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:08.420381 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1b7f3e4f-036c-4cf9-8022-b3b1bed29a0c req-06f8495c-4d1d-4878-9223-1b45dfa15707 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.58 "GET /v2.0/ports?device_id=f0a1c4a0-0f9c-4366-b3fa-eab25e3f9289 HTTP/1.1" status: 200 len: 945 time: 0.0623043 Sep 03 16:36:08.512551 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-1b7f3e4f-036c-4cf9-8022-b3b1bed29a0c req-30db60da-8fa8-41f3-bc2e-07b2304f2b12 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Deleting port 402dd605-6fef-4b5f-9470-04ae6d889fd9 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:36:08.513059 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-1b7f3e4f-036c-4cf9-8022-b3b1bed29a0c req-30db60da-8fa8-41f3-bc2e-07b2304f2b12 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:08.602906 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-1b7f3e4f-036c-4cf9-8022-b3b1bed29a0c req-30db60da-8fa8-41f3-bc2e-07b2304f2b12 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] For port 402dd605-6fef-4b5f-9470-04ae6d889fd9, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=402dd605-6fef-4b5f-9470-04ae6d889fd9,segment=NetworkSegment(78983a65-d7a6-44ec-8471-013b9b914eae),segment_id=78983a65-d7a6-44ec-8471-013b9b914eae)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:36:08.603280 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-1b7f3e4f-036c-4cf9-8022-b3b1bed29a0c req-30db60da-8fa8-41f3-bc2e-07b2304f2b12 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:08.611491 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3955ca9-31a5-4b28-afd3-0694749445c3 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Router b05391c3-ba58-4438-9370-65c2d19bc83e has already been hosted by L3 agent 32b2b364-f1ef-43b0-aa1c-04e185c9ddf9 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:36:08.618020 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-1b7f3e4f-036c-4cf9-8022-b3b1bed29a0c req-30db60da-8fa8-41f3-bc2e-07b2304f2b12 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Calling delete_port for 402dd605-6fef-4b5f-9470-04ae6d889fd9 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:36:08.747207 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3955ca9-31a5-4b28-afd3-0694749445c3 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify agent at l3_agent.dv-cinder-757936-8-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:36:08.758389 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6443715a-bed5-48e3-8833-c0c9e98b1a5f None None] Sync routers for ids ['b05391c3-ba58-4438-9370-65c2d19bc83e'] in dv-cinder-757936-8-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:36:08.768300 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6443715a-bed5-48e3-8833-c0c9e98b1a5f None None] Routers {'b05391c3-ba58-4438-9370-65c2d19bc83e'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:36:08.769416 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-6443715a-bed5-48e3-8833-c0c9e98b1a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:35:48Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['b05391c3-ba58-4438-9370-65c2d19bc83e'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:36:08.775044 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-1b7f3e4f-036c-4cf9-8022-b3b1bed29a0c req-30db60da-8fa8-41f3-bc2e-07b2304f2b12 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126147387'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:08.782240 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-a3955ca9-31a5-4b28-afd3-0694749445c3 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:08.787309 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] get_ports_and_sgs() called for port_ids ['402dd605-6fef-4b5f-9470-04ae6d889fd9'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:36:08.813781 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db60da-8fa8-41f3-bc2e-07b2304f2b12 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Pushing event deleted for resources: {'Port': ['ID=402dd605-6fef-4b5f-9470-04ae6d889fd9,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:36:08.821611 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd33dc-e1e2-49fd-87e4-1c4e2508458b req-b679ac89-b566-4f85-b42b-b31139bee72f tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:08.823248 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c0dd33dc-e1e2-49fd-87e4-1c4e2508458b req-b679ac89-b566-4f85-b42b-b31139bee72f tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0a1c4a0-0f9c-4366-b3fa-eab25e3f9289 HTTP/1.1" status: 200 len: 867 time: 0.0874941 Sep 03 16:36:08.840424 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-a3955ca9-31a5-4b28-afd3-0694749445c3 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7494540 Sep 03 16:36:08.849394 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '689f9e1a-1133-490f-a073-009c3cc35de9', 'tag': '412ad216-4b9c-4651-9fa7-732984413c8f'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:36:08.852246 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b7f3e4f-036c-4cf9-8022-b3b1bed29a0c req-30db60da-8fa8-41f3-bc2e-07b2304f2b12 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] No DVR routers for this DVR port 402dd605-6fef-4b5f-9470-04ae6d889fd9 on host hv-cinder-75793 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:36:08.852440 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9181e0e82ffee5c7a29e1125bc6bf0cf4bc90ac22456d4aa1390334b202da70b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7148b0e8-d8fc-4f13-85b4-51402053ff41" -d '{"events": [{"name": "network-changed", "server_uuid": "689f9e1a-1133-490f-a073-009c3cc35de9", "tag": "412ad216-4b9c-4651-9fa7-732984413c8f"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:36:08.855202 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-1b7f3e4f-036c-4cf9-8022-b3b1bed29a0c req-30db60da-8fa8-41f3-bc2e-07b2304f2b12 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:08.857669 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1b7f3e4f-036c-4cf9-8022-b3b1bed29a0c req-30db60da-8fa8-41f3-bc2e-07b2304f2b12 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.58 "DELETE /v2.0/ports/402dd605-6fef-4b5f-9470-04ae6d889fd9 HTTP/1.1" status: 204 len: 173 time: 0.4304969 Sep 03 16:36:08.858151 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a1c4a0-0f9c-4366-b3fa-eab25e3f9289', 'name': 'network-vif-deleted', 'tag': '402dd605-6fef-4b5f-9470-04ae6d889fd9'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:36:08.860679 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60a3384ac15a167e802cb15cc86cd66e960e7e49bcb7609cd88b9514a3633fc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278dbb99-4bfb-4460-b454-d99764e663a5" -d '{"events": [{"server_uuid": "f0a1c4a0-0f9c-4366-b3fa-eab25e3f9289", "name": "network-vif-deleted", "tag": "402dd605-6fef-4b5f-9470-04ae6d889fd9"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:36:08.889808 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c0dd33dc-e1e2-49fd-87e4-1c4e2508458b req-442e3eba-81ab-4e3c-b242-3bffe5eaae08 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee829c8d-58ca-4d7b-a35f-00a8c6b1a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470612 Sep 03 16:36:08.902898 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98713c4-30c0-4522-be04-26ed1692f19b x-openstack-request-id: req-a98713c4-30c0-4522-be04-26ed1692f19b {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:36:08.912374 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "689f9e1a-1133-490f-a073-009c3cc35de9", "tag": "412ad216-4b9c-4651-9fa7-732984413c8f", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:36:08.912374 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a98713c4-30c0-4522-be04-26ed1692f19b {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:36:08.912374 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '689f9e1a-1133-490f-a073-009c3cc35de9', 'tag': '412ad216-4b9c-4651-9fa7-732984413c8f', 'status': 'completed', 'code': 200} Sep 03 16:36:08.921879 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-6443715a-bed5-48e3-8833-c0c9e98b1a5f None None] Set router b05391c3-ba58-4438-9370-65c2d19bc83e gateway port host: dv-cinder-757936-8-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:36:08.935354 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6432c5b-8cf4-41db-9a93-e3f287d19761 x-openstack-request-id: req-a6432c5b-8cf4-41db-9a93-e3f287d19761 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:36:08.935647 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0a1c4a0-0f9c-4366-b3fa-eab25e3f9289", "name": "network-vif-deleted", "tag": "402dd605-6fef-4b5f-9470-04ae6d889fd9", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:36:08.935899 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a6432c5b-8cf4-41db-9a93-e3f287d19761 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:36:08.936293 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a1c4a0-0f9c-4366-b3fa-eab25e3f9289', 'name': 'network-vif-deleted', 'tag': '402dd605-6fef-4b5f-9470-04ae6d889fd9', 'status': 'completed', 'code': 200} Sep 03 16:36:08.989742 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148b0e8-d8fc-4f13-85b4-51402053ff41 req-6b6f5892-321d-457d-9b1c-5e73f45f8078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:08.991119 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7148b0e8-d8fc-4f13-85b4-51402053ff41 req-6b6f5892-321d-457d-9b1c-5e73f45f8078 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=19bf0ba519e14617adef11a5e39bcbc0&device_id=689f9e1a-1133-490f-a073-009c3cc35de9 HTTP/1.1" status: 200 len: 1098 time: 0.0466111 Sep 03 16:36:09.021837 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 1492f9cb-9263-4a45-b385-2b231cd7c56e details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 16:36:09.120875 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 1492f9cb-9263-4a45-b385-2b231cd7c56e, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=1492f9cb-9263-4a45-b385-2b231cd7c56e,segment=NetworkSegment(c7c8f7dc-1301-40da-a83e-347a76dd7ead),segment_id=c7c8f7dc-1301-40da-a83e-347a76dd7ead)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:36:09.130106 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148b0e8-d8fc-4f13-85b4-51402053ff41 req-8b9526d5-b028-4617-88c1-358d60afbe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:09.131673 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7148b0e8-d8fc-4f13-85b4-51402053ff41 req-8b9526d5-b028-4617-88c1-358d60afbe8f service neutron] 10.222.0.58 "GET /v2.0/networks?id=ad522a35-4ced-4cb5-b8e3-4ba24d469eaa HTTP/1.1" status: 200 len: 913 time: 0.1208134 Sep 03 16:36:09.136006 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Returning: {'device': '1492f9cb-9263-4a45-b385-2b231cd7c56e', 'network_id': '9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8', 'port_id': '1492f9cb-9263-4a45-b385-2b231cd7c56e', 'mac_address': 'fa:16:3e:91:b6:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dcb62cb-36d4-4264-88ec-98f8e85fcb42', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 16:36:09.178598 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-6443715a-bed5-48e3-8833-c0c9e98b1a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'name': 'tempest-TestVolumeBootPattern-1226031807-router', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'dbb4eb8a-c8c0-4843-86c1-855401144da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:06Z', 'updated_at': '2021-09-03T16:30:13Z', 'revision_number': 4, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'gw_port': {'id': 'dbb4eb8a-c8c0-4843-86c1-855401144da6', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:60:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:07Z', 'updated_at': '2021-09-03T16:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_floatingips': [{'id': '02bdff74-e566-4485-995a-da3fc88f1ad2', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'floating_ip_address': '172.27.3.213', 'floating_network_id': 'af961d58-b724-401e-8712-cedb04029227', 'router_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'port_id': '4fc07a9a-2bdc-4595-bdb3-389a01489e13', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa', 'mac_address': 'fa:16:3e:25:b1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0b5619-54e6-4514-8304-0e7ee3fb5637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:33:43Z', 'updated_at': '2021-09-03T16:33:45Z', 'revision_number': 1, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'fixed_ip_address_scope': None}, {'id': '43643deb-2a4b-4044-a653-21136e98f035', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'floating_ip_address': '172.27.3.46', 'floating_network_id': 'af961d58-b724-401e-8712-cedb04029227', 'router_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'port_id': '412ad216-4b9c-4651-9fa7-732984413c8f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa', 'mac_address': 'fa:16:3e:9c:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689f9e1a-1133-490f-a073-009c3cc35de9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:36:07Z', 'updated_at': '2021-09-03T16:36:07Z', 'revision_number': 0, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11c8522f-4809-4654-a1d8-465b37fb0299', 'name': '', 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'mac_address': 'fa:16:3e:20:84:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '6421e508-5483-421b-b991-952129da5e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:12Z', 'updated_at': '2021-09-03T16:30:23Z', 'revision_number': 5, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'subnets': [{'id': '6421e508-5483-421b-b991-952129da5e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:36:09.180998 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:09.195923 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1492f9cb-9263-4a45-b385-2b231cd7c56e {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:36:09.203894 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7148b0e8-d8fc-4f13-85b4-51402053ff41 req-e4a10dd3-6839-443b-b981-39e67b40cdf5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=412ad216-4b9c-4651-9fa7-732984413c8f HTTP/1.1" status: 200 len: 998 time: 0.0637593 Sep 03 16:36:09.205942 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6443715a-bed5-48e3-8833-c0c9e98b1a5f None None] Checking router: b05391c3-ba58-4438-9370-65c2d19bc83e for host: dv-cinder-757936-8-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:36:09.215677 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6443715a-bed5-48e3-8833-c0c9e98b1a5f None None] Routers {'b05391c3-ba58-4438-9370-65c2d19bc83e'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:36:09.216294 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-6443715a-bed5-48e3-8833-c0c9e98b1a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:35:48Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['b05391c3-ba58-4438-9370-65c2d19bc83e'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:36:09.221388 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 1492f9cb-9263-4a45-b385-2b231cd7c56e, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=1492f9cb-9263-4a45-b385-2b231cd7c56e,segment=NetworkSegment(c7c8f7dc-1301-40da-a83e-347a76dd7ead),segment_id=c7c8f7dc-1301-40da-a83e-347a76dd7ead)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:36:09.227327 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:09.258318 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148b0e8-d8fc-4f13-85b4-51402053ff41 req-1dbf55d2-6c1a-4f30-a8d8-2290fde90a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:09.260033 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7148b0e8-d8fc-4f13-85b4-51402053ff41 req-1dbf55d2-6c1a-4f30-a8d8-2290fde90a0a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6421e508-5483-421b-b991-952129da5e9d HTTP/1.1" status: 200 len: 851 time: 0.0473523 Sep 03 16:36:09.278314 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=1492f9cb-9263-4a45-b385-2b231cd7c56e,revision_number=9']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:36:09.311329 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148b0e8-d8fc-4f13-85b4-51402053ff41 req-c6b2f0cc-97c4-4745-80ec-d1ac17f1c562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:09.313189 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7148b0e8-d8fc-4f13-85b4-51402053ff41 req-c6b2f0cc-97c4-4745-80ec-d1ac17f1c562 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ad522a35-4ced-4cb5-b8e3-4ba24d469eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451849 Sep 03 16:36:09.333136 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-6443715a-bed5-48e3-8833-c0c9e98b1a5f None None] Set router b05391c3-ba58-4438-9370-65c2d19bc83e gateway port host: dv-cinder-757936-8-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:36:09.427253 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7148b0e8-d8fc-4f13-85b4-51402053ff41 req-dae73cb7-1320-4ddd-9652-f6ea42c3d6b3 service neutron] 10.222.0.58 "GET /v2.0/networks/ad522a35-4ced-4cb5-b8e3-4ba24d469eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977931 Sep 03 16:36:09.475211 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] get_ports_and_sgs() called for port_ids ['1492f9cb-9263-4a45-b385-2b231cd7c56e'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:36:09.534598 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e350d-f775-4698-a392-79307a204027 req-0f26e2df-7dfa-4d9f-988a-311c2f0a2649 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:09.544070 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-bc1e350d-f775-4698-a392-79307a204027 req-0f26e2df-7dfa-4d9f-988a-311c2f0a2649 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 944 time: 0.0623059 Sep 03 16:36:09.558743 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7148b0e8-d8fc-4f13-85b4-51402053ff41 req-86db621c-9a35-49a9-bea6-4999d6852685 service neutron] 10.222.0.58 "GET /v2.0/networks/ad522a35-4ced-4cb5-b8e3-4ba24d469eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200106 Sep 03 16:36:09.584520 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-bc1e350d-f775-4698-a392-79307a204027 req-1cb1e3f6-91f0-409b-9699-a4619b4fca98 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394089 Sep 03 16:36:09.623639 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-6443715a-bed5-48e3-8833-c0c9e98b1a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'name': 'tempest-TestVolumeBootPattern-1226031807-router', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'dbb4eb8a-c8c0-4843-86c1-855401144da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:06Z', 'updated_at': '2021-09-03T16:30:13Z', 'revision_number': 4, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'gw_port': {'id': 'dbb4eb8a-c8c0-4843-86c1-855401144da6', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:60:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:07Z', 'updated_at': '2021-09-03T16:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_floatingips': [{'id': '02bdff74-e566-4485-995a-da3fc88f1ad2', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'floating_ip_address': '172.27.3.213', 'floating_network_id': 'af961d58-b724-401e-8712-cedb04029227', 'router_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'port_id': '4fc07a9a-2bdc-4595-bdb3-389a01489e13', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa', 'mac_address': 'fa:16:3e:25:b1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0b5619-54e6-4514-8304-0e7ee3fb5637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:33:43Z', 'updated_at': '2021-09-03T16:33:45Z', 'revision_number': 1, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'fixed_ip_address_scope': None}, {'id': '43643deb-2a4b-4044-a653-21136e98f035', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'floating_ip_address': '172.27.3.46', 'floating_network_id': 'af961d58-b724-401e-8712-cedb04029227', 'router_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'port_id': '412ad216-4b9c-4651-9fa7-732984413c8f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa', 'mac_address': 'fa:16:3e:9c:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689f9e1a-1133-490f-a073-009c3cc35de9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:36:07Z', 'updated_at': '2021-09-03T16:36:07Z', 'revision_number': 0, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11c8522f-4809-4654-a1d8-465b37fb0299', 'name': '', 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'mac_address': 'fa:16:3e:20:84:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '6421e508-5483-421b-b991-952129da5e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:12Z', 'updated_at': '2021-09-03T16:30:23Z', 'revision_number': 5, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'subnets': [{'id': '6421e508-5483-421b-b991-952129da5e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:36:09.650576 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6443715a-bed5-48e3-8833-c0c9e98b1a5f None None] The sync data for ids ['b05391c3-ba58-4438-9370-65c2d19bc83e'] in dv-cinder-757936-8-iscsi is: [{'id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'name': 'tempest-TestVolumeBootPattern-1226031807-router', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'dbb4eb8a-c8c0-4843-86c1-855401144da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:06Z', 'updated_at': '2021-09-03T16:30:13Z', 'revision_number': 4, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'gw_port': {'id': 'dbb4eb8a-c8c0-4843-86c1-855401144da6', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:60:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:07Z', 'updated_at': '2021-09-03T16:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_floatingips': [{'id': '02bdff74-e566-4485-995a-da3fc88f1ad2', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'floating_ip_address': '172.27.3.213', 'floating_network_id': 'af961d58-b724-401e-8712-cedb04029227', 'router_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'port_id': '4fc07a9a-2bdc-4595-bdb3-389a01489e13', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa', 'mac_address': 'fa:16:3e:25:b1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0b5619-54e6-4514-8304-0e7ee3fb5637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:33:43Z', 'updated_at': '2021-09-03T16:33:45Z', 'revision_number': 1, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'fixed_ip_address_scope': None}, {'id': '43643deb-2a4b-4044-a653-21136e98f035', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'floating_ip_address': '172.27.3.46', 'floating_network_id': 'af961d58-b724-401e-8712-cedb04029227', 'router_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'port_id': '412ad216-4b9c-4651-9fa7-732984413c8f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa', 'mac_address': 'fa:16:3e:9c:e0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689f9e1a-1133-490f-a073-009c3cc35de9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:36:07Z', 'updated_at': '2021-09-03T16:36:07Z', 'revision_number': 0, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11c8522f-4809-4654-a1d8-465b37fb0299', 'name': '', 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'mac_address': 'fa:16:3e:20:84:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '6421e508-5483-421b-b991-952129da5e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:12Z', 'updated_at': '2021-09-03T16:30:23Z', 'revision_number': 5, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'subnets': [{'id': '6421e508-5483-421b-b991-952129da5e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:36:09.829863 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2339d9f-356b-4e8e-9115-2bfb7d27a6b7 None None] New status for floating IP 43643deb-2a4b-4044-a653-21136e98f035: ACTIVE {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 16:36:10.702457 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d1c0b-eabf-48c2-9065-c97cdc40d6c6 req-623927ec-b285-4400-969a-a5dc34f4812c tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:10.703935 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-649d1c0b-eabf-48c2-9065-c97cdc40d6c6 req-623927ec-b285-4400-969a-a5dc34f4812c tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 944 time: 0.0478113 Sep 03 16:36:10.740602 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-649d1c0b-eabf-48c2-9065-c97cdc40d6c6 req-bee1327a-3b08-4f9b-9e17-6a891b34a0c1 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308928 Sep 03 16:36:11.493399 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 1492f9cb-9263-4a45-b385-2b231cd7c56e up at agent hyperv_hv-cinder-75793 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:36:11.538005 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Provisioning complete for port 1492f9cb-9263-4a45-b385-2b231cd7c56e triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:36:11.538952 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:11.615369 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:11.637165 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '565e7897-aecb-4ded-b156-3bbdf35dacd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1492f9cb-9263-4a45-b385-2b231cd7c56e'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:36:11.639388 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b89f8b623511fb8008411a61343ca2df4e8635703a50781169befd4cf5794b60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4597dca-bffb-4076-8424-b756cea69bba" -d '{"events": [{"server_uuid": "565e7897-aecb-4ded-b156-3bbdf35dacd7", "name": "network-vif-plugged", "status": "completed", "tag": "1492f9cb-9263-4a45-b385-2b231cd7c56e"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:36:11.651554 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 1492f9cb-9263-4a45-b385-2b231cd7c56e, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=1492f9cb-9263-4a45-b385-2b231cd7c56e,segment=NetworkSegment(c7c8f7dc-1301-40da-a83e-347a76dd7ead),segment_id=c7c8f7dc-1301-40da-a83e-347a76dd7ead)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:36:11.656107 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:11.656906 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 402dd605-6fef-4b5f-9470-04ae6d889fd9 no longer exists at agent hyperv_hv-cinder-75793 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:36:11.677678 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597c0fc9-6a87-4ed8-84f1-aef4f92b6c2d x-openstack-request-id: req-597c0fc9-6a87-4ed8-84f1-aef4f92b6c2d {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:36:11.677967 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "565e7897-aecb-4ded-b156-3bbdf35dacd7", "name": "network-vif-plugged", "status": "completed", "tag": "1492f9cb-9263-4a45-b385-2b231cd7c56e", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:36:11.678219 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-597c0fc9-6a87-4ed8-84f1-aef4f92b6c2d {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:36:11.678606 dv-cinder-757936-8-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '565e7897-aecb-4ded-b156-3bbdf35dacd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1492f9cb-9263-4a45-b385-2b231cd7c56e', 'code': 200} Sep 03 16:36:11.695603 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] No Port match for: 402dd605-6fef-4b5f-9470-04ae6d889fd9 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:36:11.695956 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 402dd605-6fef-4b5f-9470-04ae6d889fd9 not bound to the agent host hv-cinder-75793 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:36:11.729229 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=1492f9cb-9263-4a45-b385-2b231cd7c56e,revision_number=10']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:36:11.861017 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50cff20-1c97-4ef2-8c00-bbaf9103cc49 req-784b2ddc-3b56-4df6-bffd-cf0a3b2008ff tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:11.862519 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d50cff20-1c97-4ef2-8c00-bbaf9103cc49 req-784b2ddc-3b56-4df6-bffd-cf0a3b2008ff tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 946 time: 0.0512178 Sep 03 16:36:11.899392 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-d50cff20-1c97-4ef2-8c00-bbaf9103cc49 req-518bf0fe-0830-4687-97b0-ba00418ff015 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303593 Sep 03 16:36:12.862402 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-e252f19f-dd3e-4d3c-8df8-c3041748f205 None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:36:13.022007 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9712022-7a0f-4ae9-b68f-b7eff00a0ad9 req-f57db7d1-61af-4cf6-8aaf-2f45cd5e591d tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:13.023610 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b9712022-7a0f-4ae9-b68f-b7eff00a0ad9 req-f57db7d1-61af-4cf6-8aaf-2f45cd5e591d tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 946 time: 0.0524485 Sep 03 16:36:13.060134 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b9712022-7a0f-4ae9-b68f-b7eff00a0ad9 req-f571bbe9-17d2-46fe-bfeb-0026086e9ef4 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307181 Sep 03 16:36:13.523840 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92031e2c-7045-4849-9312-7020fb828ea4 req-dee5328f-b1a6-4328-8614-db99e900ec54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:13.525325 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-92031e2c-7045-4849-9312-7020fb828ea4 req-dee5328f-b1a6-4328-8614-db99e900ec54 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 1099 time: 0.0408652 Sep 03 16:36:13.565269 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-92031e2c-7045-4849-9312-7020fb828ea4 req-1e211722-5888-471e-947b-3b71de18d68d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310891 Sep 03 16:36:14.181062 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02709100-c66f-4880-9dd2-8c00258d7c76 req-2d0d37aa-d942-454a-bf24-74869a1e6c14 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:14.182617 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-02709100-c66f-4880-9dd2-8c00258d7c76 req-2d0d37aa-d942-454a-bf24-74869a1e6c14 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 946 time: 0.0495012 Sep 03 16:36:14.226310 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-02709100-c66f-4880-9dd2-8c00258d7c76 req-d5401074-68aa-49b6-901d-a04171a73c9e tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378153 Sep 03 16:36:15.348378 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e005afd-bc9e-4616-85f8-eba84863f437 req-dd4d7336-1dc6-4418-8f9a-23f491b05930 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:15.349899 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4e005afd-bc9e-4616-85f8-eba84863f437 req-dd4d7336-1dc6-4418-8f9a-23f491b05930 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 946 time: 0.0499282 Sep 03 16:36:15.387659 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4e005afd-bc9e-4616-85f8-eba84863f437 req-3459f9fc-e23e-4c1c-a37a-99b9f5d47bac tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316770 Sep 03 16:36:15.464292 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ae844e02-4d66-4c0e-beb1-8adabebcf111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:16.505938 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03a00f-5713-4091-8c3f-db6e287af7a3 req-2d5da873-959d-449f-a377-792af2948ce0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:16.507426 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3a03a00f-5713-4091-8c3f-db6e287af7a3 req-2d5da873-959d-449f-a377-792af2948ce0 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 946 time: 0.0486217 Sep 03 16:36:16.544585 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-3a03a00f-5713-4091-8c3f-db6e287af7a3 req-774b9bbb-239b-40d7-8d59-d0b289dcb503 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312417 Sep 03 16:36:18.036087 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-452677ef-8254-47eb-b5ed-f955b58dc94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:18.367959 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:19.037309 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad34-f359-45be-bded-9b7b563a89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:19.943410 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f390c-b0d0-4a8d-94ec-527d73608250 req-75be8cb5-e7c6-4fa3-83a2-be2b2dd6cbf9 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:19.945249 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-395f390c-b0d0-4a8d-94ec-527d73608250 req-75be8cb5-e7c6-4fa3-83a2-be2b2dd6cbf9 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.62 "GET /v2.0/networks?id=e7e09938-ff3a-4f2e-856c-6f22f9806481 HTTP/1.1" status: 200 len: 814 time: 0.1041157 Sep 03 16:36:19.960869 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-395f390c-b0d0-4a8d-94ec-527d73608250 req-f2a2abbc-8420-4298-b37f-46d8b577ea0a tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.62 "GET /v2.0/quotas/a19e1b1df695402b9c746ba2f2964cdf HTTP/1.1" status: 200 len: 375 time: 0.0092762 Sep 03 16:36:19.991287 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-395f390c-b0d0-4a8d-94ec-527d73608250 req-05813f8b-5389-4af0-9175-3573b82ed74e tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a19e1b1df695402b9c746ba2f2964cdf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248792 Sep 03 16:36:20.090383 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-395f390c-b0d0-4a8d-94ec-527d73608250 req-918281d8-67b3-4fe6-8e4d-d8f76b1762f0 service neutron] 10.222.0.62 "GET /v2.0/networks/e7e09938-ff3a-4f2e-856c-6f22f9806481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914068 Sep 03 16:36:20.177241 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-395f390c-b0d0-4a8d-94ec-527d73608250 req-037ee408-ad9b-4b07-a1dd-391c1a46d8b5 service neutron] 10.222.0.62 "GET /v2.0/networks/e7e09938-ff3a-4f2e-856c-6f22f9806481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807371 Sep 03 16:36:20.336015 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a02c0b68-f95a-4780-9c89-8acbfdf7c968 req-517d26ea-2582-4513-b806-756271a1b903 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.62 "GET /v2.0/ports?device_id=dffd9469-21a9-4eeb-9548-51c7845289ae HTTP/1.1" status: 200 len: 210 time: 0.0299871 Sep 03 16:36:20.813654 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30fea9dd-2dab-4865-ba17-13165276935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:21.382860 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f390c-b0d0-4a8d-94ec-527d73608250 req-f86e6e84-89ee-40e9-ac7c-71e015478eb8 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:21.384358 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-395f390c-b0d0-4a8d-94ec-527d73608250 req-f86e6e84-89ee-40e9-ac7c-71e015478eb8 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.58 "GET /v2.0/networks?id=e7e09938-ff3a-4f2e-856c-6f22f9806481 HTTP/1.1" status: 200 len: 814 time: 0.1055055 Sep 03 16:36:21.401659 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-395f390c-b0d0-4a8d-94ec-527d73608250 req-5134f1de-4cb6-441b-9992-e0182de72b21 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Request body: {'port': {'device_id': 'dffd9469-21a9-4eeb-9548-51c7845289ae', 'network_id': 'e7e09938-ff3a-4f2e-856c-6f22f9806481', 'admin_state_up': True, 'tenant_id': 'a19e1b1df695402b9c746ba2f2964cdf'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:36:21.455181 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-6ee4026f-8892-41ce-ba29-a0a6259335ce req-d6a6e01f-23d3-4010-9148-3a9906697375 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.62 "GET /v2.0/ports?device_id=dffd9469-21a9-4eeb-9548-51c7845289ae HTTP/1.1" status: 200 len: 210 time: 0.0384040 Sep 03 16:36:21.533789 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-395f390c-b0d0-4a8d-94ec-527d73608250 req-5134f1de-4cb6-441b-9992-e0182de72b21 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Made reservation on behalf of a19e1b1df695402b9c746ba2f2964cdf for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:36:21.537352 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-395f390c-b0d0-4a8d-94ec-527d73608250 req-5134f1de-4cb6-441b-9992-e0182de72b21 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:21.657518 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-395f390c-b0d0-4a8d-94ec-527d73608250 req-5134f1de-4cb6-441b-9992-e0182de72b21 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Allocated IP 172.20.0.8 (e7e09938-ff3a-4f2e-856c-6f22f9806481/546f2ba1-5f30-4bb3-85b4-7d65905ab4f2/49b7d2b9-b904-4449-aa03-8cb61d667914) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:36:21.800166 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-395f390c-b0d0-4a8d-94ec-527d73608250 req-5134f1de-4cb6-441b-9992-e0182de72b21 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:21.837275 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-395f390c-b0d0-4a8d-94ec-527d73608250 req-5134f1de-4cb6-441b-9992-e0182de72b21 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126147387'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:21.884391 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-395f390c-b0d0-4a8d-94ec-527d73608250 req-5134f1de-4cb6-441b-9992-e0182de72b21 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Network e7e09938-ff3a-4f2e-856c-6f22f9806481 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:36:21.889598 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-395f390c-b0d0-4a8d-94ec-527d73608250 req-5134f1de-4cb6-441b-9992-e0182de72b21 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:36:21.896028 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-395f390c-b0d0-4a8d-94ec-527d73608250 req-5134f1de-4cb6-441b-9992-e0182de72b21 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:36:21.924814 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5134f1de-4cb6-441b-9992-e0182de72b21 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Pushing event updated for resources: {'Port': ['ID=49b7d2b9-b904-4449-aa03-8cb61d667914,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:36:21.938563 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5134f1de-4cb6-441b-9992-e0182de72b21 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:36:21.938944 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5134f1de-4cb6-441b-9992-e0182de72b21 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:36:21.939285 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5134f1de-4cb6-441b-9992-e0182de72b21 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:36:21.939894 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5134f1de-4cb6-441b-9992-e0182de72b21 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:36:21.940246 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5134f1de-4cb6-441b-9992-e0182de72b21 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:36:21.940592 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5134f1de-4cb6-441b-9992-e0182de72b21 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:36:21.940935 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5134f1de-4cb6-441b-9992-e0182de72b21 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:36:21.941301 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5134f1de-4cb6-441b-9992-e0182de72b21 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:36:21.941645 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5134f1de-4cb6-441b-9992-e0182de72b21 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:36:21.941982 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5134f1de-4cb6-441b-9992-e0182de72b21 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:36:21.942319 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5134f1de-4cb6-441b-9992-e0182de72b21 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:36:21.942660 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5134f1de-4cb6-441b-9992-e0182de72b21 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:36:21.962194 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f390c-b0d0-4a8d-94ec-527d73608250 req-5134f1de-4cb6-441b-9992-e0182de72b21 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:21.962813 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-395f390c-b0d0-4a8d-94ec-527d73608250 req-5134f1de-4cb6-441b-9992-e0182de72b21 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:21.977083 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-395f390c-b0d0-4a8d-94ec-527d73608250 req-5134f1de-4cb6-441b-9992-e0182de72b21 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5798194 Sep 03 16:36:21.992688 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-395f390c-b0d0-4a8d-94ec-527d73608250 req-9fc62c23-6d47-47cf-8b9c-571d4f8c49fd service neutron] Request body: {'port': {'device_id': 'dffd9469-21a9-4eeb-9548-51c7845289ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:36:22.054600 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-395f390c-b0d0-4a8d-94ec-527d73608250 req-9fc62c23-6d47-47cf-8b9c-571d4f8c49fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:22.310063 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [req-395f390c-b0d0-4a8d-94ec-527d73608250 req-9fc62c23-6d47-47cf-8b9c-571d4f8c49fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49b7d2b9-b904-4449-aa03-8cb61d667914 {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:36:22.317411 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-395f390c-b0d0-4a8d-94ec-527d73608250 req-9fc62c23-6d47-47cf-8b9c-571d4f8c49fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:22.328669 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-395f390c-b0d0-4a8d-94ec-527d73608250 req-9fc62c23-6d47-47cf-8b9c-571d4f8c49fd service neutron] Transition to ACTIVE for port object 49b7d2b9-b904-4449-aa03-8cb61d667914 will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:36:22.332593 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-395f390c-b0d0-4a8d-94ec-527d73608250 req-9fc62c23-6d47-47cf-8b9c-571d4f8c49fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126147372'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:22.381394 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc62c23-6d47-47cf-8b9c-571d4f8c49fd service neutron] Pushing event updated for resources: {'Port': ['ID=49b7d2b9-b904-4449-aa03-8cb61d667914,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:36:22.449244 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-395f390c-b0d0-4a8d-94ec-527d73608250 req-9fc62c23-6d47-47cf-8b9c-571d4f8c49fd service neutron] Attempting to bind port 49b7d2b9-b904-4449-aa03-8cb61d667914 on host hv-cinder-75793 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:36:22.449930 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-395f390c-b0d0-4a8d-94ec-527d73608250 req-9fc62c23-6d47-47cf-8b9c-571d4f8c49fd service neutron] Attempting to bind port 49b7d2b9-b904-4449-aa03-8cb61d667914 by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': '78983a65-d7a6-44ec-8471-013b9b914eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'e7e09938-ff3a-4f2e-856c-6f22f9806481'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:36:22.449930 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395f390c-b0d0-4a8d-94ec-527d73608250 req-9fc62c23-6d47-47cf-8b9c-571d4f8c49fd service neutron] Attempting to bind port 49b7d2b9-b904-4449-aa03-8cb61d667914 on network e7e09938-ff3a-4f2e-856c-6f22f9806481 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:36:22.454129 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395f390c-b0d0-4a8d-94ec-527d73608250 req-9fc62c23-6d47-47cf-8b9c-571d4f8c49fd service neutron] Port 49b7d2b9-b904-4449-aa03-8cb61d667914 on network e7e09938-ff3a-4f2e-856c-6f22f9806481 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 16:36:22.454455 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395f390c-b0d0-4a8d-94ec-527d73608250 req-9fc62c23-6d47-47cf-8b9c-571d4f8c49fd service neutron] Attempting to bind port 49b7d2b9-b904-4449-aa03-8cb61d667914 on network e7e09938-ff3a-4f2e-856c-6f22f9806481 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:36:22.459149 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395f390c-b0d0-4a8d-94ec-527d73608250 req-9fc62c23-6d47-47cf-8b9c-571d4f8c49fd service neutron] Checking agent: {'id': 'd3fcaccf-3212-4db0-9fe2-d79bf18b2000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 25, 52), 'started_at': datetime.datetime(2021, 9, 3, 16, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:36:22.459484 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395f390c-b0d0-4a8d-94ec-527d73608250 req-9fc62c23-6d47-47cf-8b9c-571d4f8c49fd service neutron] Checking segment: {'id': '78983a65-d7a6-44ec-8471-013b9b914eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'e7e09938-ff3a-4f2e-856c-6f22f9806481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:36:22.460402 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395f390c-b0d0-4a8d-94ec-527d73608250 req-9fc62c23-6d47-47cf-8b9c-571d4f8c49fd service neutron] Bound using segment: {'id': '78983a65-d7a6-44ec-8471-013b9b914eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'e7e09938-ff3a-4f2e-856c-6f22f9806481'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:36:22.460838 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-395f390c-b0d0-4a8d-94ec-527d73608250 req-9fc62c23-6d47-47cf-8b9c-571d4f8c49fd service neutron] Bound port: 49b7d2b9-b904-4449-aa03-8cb61d667914, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78983a65-d7a6-44ec-8471-013b9b914eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'e7e09938-ff3a-4f2e-856c-6f22f9806481'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:36:22.461234 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-395f390c-b0d0-4a8d-94ec-527d73608250 req-9fc62c23-6d47-47cf-8b9c-571d4f8c49fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:22.521948 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-395f390c-b0d0-4a8d-94ec-527d73608250 req-9fc62c23-6d47-47cf-8b9c-571d4f8c49fd service neutron] For port 49b7d2b9-b904-4449-aa03-8cb61d667914, host hv-cinder-75793, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:36:22.525664 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-395f390c-b0d0-4a8d-94ec-527d73608250 req-9fc62c23-6d47-47cf-8b9c-571d4f8c49fd service neutron] For port 49b7d2b9-b904-4449-aa03-8cb61d667914, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=49b7d2b9-b904-4449-aa03-8cb61d667914,segment=NetworkSegment(78983a65-d7a6-44ec-8471-013b9b914eae),segment_id=78983a65-d7a6-44ec-8471-013b9b914eae)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:36:22.531549 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-395f390c-b0d0-4a8d-94ec-527d73608250 req-9fc62c23-6d47-47cf-8b9c-571d4f8c49fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126147372'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:22.566285 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f390c-b0d0-4a8d-94ec-527d73608250 req-9fc62c23-6d47-47cf-8b9c-571d4f8c49fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:22.566975 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-395f390c-b0d0-4a8d-94ec-527d73608250 req-9fc62c23-6d47-47cf-8b9c-571d4f8c49fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:22.568379 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-395f390c-b0d0-4a8d-94ec-527d73608250 req-9fc62c23-6d47-47cf-8b9c-571d4f8c49fd service neutron] 10.222.0.58 "PUT /v2.0/ports/49b7d2b9-b904-4449-aa03-8cb61d667914 HTTP/1.1" status: 200 len: 1093 time: 0.5797718 Sep 03 16:36:22.568821 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dffd9469-21a9-4eeb-9548-51c7845289ae', 'tag': '49b7d2b9-b904-4449-aa03-8cb61d667914'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:36:22.571136 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60a3384ac15a167e802cb15cc86cd66e960e7e49bcb7609cd88b9514a3633fc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba025f91-5d35-429f-bab6-19995d96fcf1" -d '{"events": [{"name": "network-changed", "server_uuid": "dffd9469-21a9-4eeb-9548-51c7845289ae", "tag": "49b7d2b9-b904-4449-aa03-8cb61d667914"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:36:22.582770 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9f450-3c60-4986-a852-93d2e657aef2 req-634d84e4-be81-4727-b277-690400a7435d tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:22.584392 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c8a9f450-3c60-4986-a852-93d2e657aef2 req-634d84e4-be81-4727-b277-690400a7435d tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.62 "GET /v2.0/ports?device_id=dffd9469-21a9-4eeb-9548-51c7845289ae HTTP/1.1" status: 200 len: 943 time: 0.0634127 Sep 03 16:36:22.598582 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc62c23-6d47-47cf-8b9c-571d4f8c49fd service neutron] Pushing event updated for resources: {'Port': ['ID=49b7d2b9-b904-4449-aa03-8cb61d667914,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:36:22.613171 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cedb28b8-c0b3-443b-8836-85f3c2423b78 x-openstack-request-id: req-cedb28b8-c0b3-443b-8836-85f3c2423b78 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:36:22.613466 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dffd9469-21a9-4eeb-9548-51c7845289ae", "tag": "49b7d2b9-b904-4449-aa03-8cb61d667914", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:36:22.613837 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cedb28b8-c0b3-443b-8836-85f3c2423b78 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:36:22.614247 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dffd9469-21a9-4eeb-9548-51c7845289ae', 'tag': '49b7d2b9-b904-4449-aa03-8cb61d667914', 'status': 'completed', 'code': 200} Sep 03 16:36:22.631070 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c8a9f450-3c60-4986-a852-93d2e657aef2 req-4fc89836-cb81-4bd3-af07-98cfcfc69e45 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee829c8d-58ca-4d7b-a35f-00a8c6b1a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390148 Sep 03 16:36:22.669796 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f390c-b0d0-4a8d-94ec-527d73608250 req-1270c30b-0b13-4379-90cd-45abc6bb3389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:22.671308 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-395f390c-b0d0-4a8d-94ec-527d73608250 req-1270c30b-0b13-4379-90cd-45abc6bb3389 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a19e1b1df695402b9c746ba2f2964cdf&device_id=dffd9469-21a9-4eeb-9548-51c7845289ae HTTP/1.1" status: 200 len: 1096 time: 0.0415545 Sep 03 16:36:22.719203 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-395f390c-b0d0-4a8d-94ec-527d73608250 req-5c3de179-765b-487e-a42a-dda55f53b619 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49b7d2b9-b904-4449-aa03-8cb61d667914 HTTP/1.1" status: 200 len: 217 time: 0.0368199 Sep 03 16:36:22.777054 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f390c-b0d0-4a8d-94ec-527d73608250 req-357a0a25-2873-43c9-b0f6-414646fd5694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:22.778502 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-395f390c-b0d0-4a8d-94ec-527d73608250 req-357a0a25-2873-43c9-b0f6-414646fd5694 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=546f2ba1-5f30-4bb3-85b4-7d65905ab4f2 HTTP/1.1" status: 200 len: 854 time: 0.0440645 Sep 03 16:36:22.810525 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-395f390c-b0d0-4a8d-94ec-527d73608250 req-0817ac0e-6dc1-4bb6-b8b7-8022d5f3df5c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e7e09938-ff3a-4f2e-856c-6f22f9806481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236456 Sep 03 16:36:22.902153 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-395f390c-b0d0-4a8d-94ec-527d73608250 req-ca288ad8-f3fc-4bbd-b3e3-744c03ddeaab service neutron] 10.222.0.58 "GET /v2.0/networks/e7e09938-ff3a-4f2e-856c-6f22f9806481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838118 Sep 03 16:36:22.971715 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:22.990542 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-395f390c-b0d0-4a8d-94ec-527d73608250 req-f9b88c99-72c0-45ee-9f49-075bcec762ec service neutron] 10.222.0.58 "GET /v2.0/networks/e7e09938-ff3a-4f2e-856c-6f22f9806481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803847 Sep 03 16:36:23.078138 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba025f91-5d35-429f-bab6-19995d96fcf1 req-e5480e68-0939-4b55-bd8f-09c5add9302c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:23.079634 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ba025f91-5d35-429f-bab6-19995d96fcf1 req-e5480e68-0939-4b55-bd8f-09c5add9302c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a19e1b1df695402b9c746ba2f2964cdf&device_id=dffd9469-21a9-4eeb-9548-51c7845289ae HTTP/1.1" status: 200 len: 1096 time: 0.0435603 Sep 03 16:36:23.166947 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba025f91-5d35-429f-bab6-19995d96fcf1 req-ba0ad228-1379-49a3-87e6-3100e0ec56db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:23.168419 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ba025f91-5d35-429f-bab6-19995d96fcf1 req-ba0ad228-1379-49a3-87e6-3100e0ec56db service neutron] 10.222.0.58 "GET /v2.0/networks?id=e7e09938-ff3a-4f2e-856c-6f22f9806481 HTTP/1.1" status: 200 len: 915 time: 0.0808167 Sep 03 16:36:23.219619 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ba025f91-5d35-429f-bab6-19995d96fcf1 req-6171e7ee-b4c7-49d7-9b07-7c9633a6fa19 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49b7d2b9-b904-4449-aa03-8cb61d667914 HTTP/1.1" status: 200 len: 217 time: 0.0364804 Sep 03 16:36:23.276177 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba025f91-5d35-429f-bab6-19995d96fcf1 req-17be777e-2a32-48af-9029-2be43930ab04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:23.277761 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ba025f91-5d35-429f-bab6-19995d96fcf1 req-17be777e-2a32-48af-9029-2be43930ab04 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=546f2ba1-5f30-4bb3-85b4-7d65905ab4f2 HTTP/1.1" status: 200 len: 854 time: 0.0508623 Sep 03 16:36:23.311374 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ba025f91-5d35-429f-bab6-19995d96fcf1 req-9fcda9b8-afff-43bd-8035-080b9a5e0c7c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e7e09938-ff3a-4f2e-856c-6f22f9806481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240660 Sep 03 16:36:23.408500 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ba025f91-5d35-429f-bab6-19995d96fcf1 req-1e2a9774-089e-4d0a-b7cf-6c3295a40195 service neutron] 10.222.0.58 "GET /v2.0/networks/e7e09938-ff3a-4f2e-856c-6f22f9806481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819390 Sep 03 16:36:23.496883 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-ba025f91-5d35-429f-bab6-19995d96fcf1 req-303793ea-c688-4028-a903-1d499ceb9276 service neutron] 10.222.0.58 "GET /v2.0/networks/e7e09938-ff3a-4f2e-856c-6f22f9806481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810299 Sep 03 16:36:23.748309 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7433d-ceb6-44f2-ab9b-66e3e33c875e req-26408fff-8d1d-41df-b667-1d0e3215f862 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:23.749773 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cfd7433d-ceb6-44f2-ab9b-66e3e33c875e req-26408fff-8d1d-41df-b667-1d0e3215f862 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.62 "GET /v2.0/ports?device_id=dffd9469-21a9-4eeb-9548-51c7845289ae HTTP/1.1" status: 200 len: 943 time: 0.0500660 Sep 03 16:36:23.789868 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cfd7433d-ceb6-44f2-ab9b-66e3e33c875e req-13d95e77-ef8f-4773-be8e-4932c05dd5ed tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee829c8d-58ca-4d7b-a35f-00a8c6b1a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334415 Sep 03 16:36:24.908339 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6fc49-0457-41af-a72a-62287d613ec2 req-15122c12-7e27-4186-8bb4-91a9610c289d tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:24.909830 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2ed6fc49-0457-41af-a72a-62287d613ec2 req-15122c12-7e27-4186-8bb4-91a9610c289d tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.62 "GET /v2.0/ports?device_id=dffd9469-21a9-4eeb-9548-51c7845289ae HTTP/1.1" status: 200 len: 943 time: 0.0475748 Sep 03 16:36:24.946427 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2ed6fc49-0457-41af-a72a-62287d613ec2 req-87d32766-7e23-47d3-ae94-bc6efff01860 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee829c8d-58ca-4d7b-a35f-00a8c6b1a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300326 Sep 03 16:36:26.065871 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf5470-09a6-4320-af80-3e4ac4f9992a req-a17748d9-0131-4dbd-b599-3281294d71d0 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:26.067359 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-becf5470-09a6-4320-af80-3e4ac4f9992a req-a17748d9-0131-4dbd-b599-3281294d71d0 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.62 "GET /v2.0/ports?device_id=dffd9469-21a9-4eeb-9548-51c7845289ae HTTP/1.1" status: 200 len: 943 time: 0.0553176 Sep 03 16:36:26.104106 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-becf5470-09a6-4320-af80-3e4ac4f9992a req-cbdcabea-b14c-42a5-a938-0f75889d20cf tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee829c8d-58ca-4d7b-a35f-00a8c6b1a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309265 Sep 03 16:36:27.142452 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 49b7d2b9-b904-4449-aa03-8cb61d667914 details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 16:36:27.219299 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ddd2f-3b44-4335-bfd3-63609748a1bf req-ac45a755-0bbc-4128-8c8a-be75826f298e tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:27.220786 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-013ddd2f-3b44-4335-bfd3-63609748a1bf req-ac45a755-0bbc-4128-8c8a-be75826f298e tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.62 "GET /v2.0/ports?device_id=dffd9469-21a9-4eeb-9548-51c7845289ae HTTP/1.1" status: 200 len: 943 time: 0.0511565 Sep 03 16:36:27.236303 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 49b7d2b9-b904-4449-aa03-8cb61d667914, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=49b7d2b9-b904-4449-aa03-8cb61d667914,segment=NetworkSegment(78983a65-d7a6-44ec-8471-013b9b914eae),segment_id=78983a65-d7a6-44ec-8471-013b9b914eae)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:36:27.247800 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Returning: {'device': '49b7d2b9-b904-4449-aa03-8cb61d667914', 'network_id': 'e7e09938-ff3a-4f2e-856c-6f22f9806481', 'port_id': '49b7d2b9-b904-4449-aa03-8cb61d667914', 'mac_address': 'fa:16:3e:5c:40:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '546f2ba1-5f30-4bb3-85b4-7d65905ab4f2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 16:36:27.261918 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-013ddd2f-3b44-4335-bfd3-63609748a1bf req-70efb7ac-38c7-4c03-9cc8-ca79963b822b tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee829c8d-58ca-4d7b-a35f-00a8c6b1a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347106 Sep 03 16:36:27.287038 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:27.299898 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49b7d2b9-b904-4449-aa03-8cb61d667914 {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:36:27.318685 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 49b7d2b9-b904-4449-aa03-8cb61d667914, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=49b7d2b9-b904-4449-aa03-8cb61d667914,segment=NetworkSegment(78983a65-d7a6-44ec-8471-013b9b914eae),segment_id=78983a65-d7a6-44ec-8471-013b9b914eae)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:36:27.322540 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:27.371902 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=49b7d2b9-b904-4449-aa03-8cb61d667914,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:36:27.655659 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] get_ports_and_sgs() called for port_ids ['49b7d2b9-b904-4449-aa03-8cb61d667914'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:36:28.374047 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768562f-b160-4c14-acb0-0d6e79d53dd5 req-2f9f58ae-a97f-44ff-9308-353e505cbb86 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:28.375537 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a768562f-b160-4c14-acb0-0d6e79d53dd5 req-2f9f58ae-a97f-44ff-9308-353e505cbb86 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.62 "GET /v2.0/ports?device_id=dffd9469-21a9-4eeb-9548-51c7845289ae HTTP/1.1" status: 200 len: 944 time: 0.0484290 Sep 03 16:36:28.412504 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a768562f-b160-4c14-acb0-0d6e79d53dd5 req-00e14020-3fb3-4a62-9fdd-94570e4d7238 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee829c8d-58ca-4d7b-a35f-00a8c6b1a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311358 Sep 03 16:36:29.147470 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 49b7d2b9-b904-4449-aa03-8cb61d667914 up at agent hyperv_hv-cinder-75793 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:36:29.194566 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Provisioning for port 49b7d2b9-b904-4449-aa03-8cb61d667914 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:36:29.198067 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Provisioning complete for port 49b7d2b9-b904-4449-aa03-8cb61d667914 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:36:29.198436 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:29.270794 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:29.291698 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dffd9469-21a9-4eeb-9548-51c7845289ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b7d2b9-b904-4449-aa03-8cb61d667914'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:36:29.293955 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b89f8b623511fb8008411a61343ca2df4e8635703a50781169befd4cf5794b60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925cbc46-3f24-4e15-87ec-b8470a682dd0" -d '{"events": [{"server_uuid": "dffd9469-21a9-4eeb-9548-51c7845289ae", "name": "network-vif-plugged", "status": "completed", "tag": "49b7d2b9-b904-4449-aa03-8cb61d667914"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:36:29.309205 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 49b7d2b9-b904-4449-aa03-8cb61d667914, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=49b7d2b9-b904-4449-aa03-8cb61d667914,segment=NetworkSegment(78983a65-d7a6-44ec-8471-013b9b914eae),segment_id=78983a65-d7a6-44ec-8471-013b9b914eae)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:36:29.314854 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:29.337699 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1ad075-9710-4bd4-ad2a-226a42f2f997 x-openstack-request-id: req-dd1ad075-9710-4bd4-ad2a-226a42f2f997 {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:36:29.338007 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dffd9469-21a9-4eeb-9548-51c7845289ae", "name": "network-vif-plugged", "status": "completed", "tag": "49b7d2b9-b904-4449-aa03-8cb61d667914", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:36:29.338255 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dd1ad075-9710-4bd4-ad2a-226a42f2f997 {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:36:29.338636 dv-cinder-757936-8-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dffd9469-21a9-4eeb-9548-51c7845289ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b7d2b9-b904-4449-aa03-8cb61d667914', 'code': 200} Sep 03 16:36:29.363628 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=49b7d2b9-b904-4449-aa03-8cb61d667914,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:36:29.534982 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784e300-19ea-4419-b0e5-85df7d2486c8 req-f7e6eff1-4ca4-4b95-9c5a-101cc0fac35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:29.536435 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f784e300-19ea-4419-b0e5-85df7d2486c8 req-f7e6eff1-4ca4-4b95-9c5a-101cc0fac35f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dffd9469-21a9-4eeb-9548-51c7845289ae HTTP/1.1" status: 200 len: 1098 time: 0.0735395 Sep 03 16:36:29.549561 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295f1fc-888d-450b-9ddf-d36afd28ae2f req-458ddb8a-ce04-400c-83be-882017c00cb0 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:29.550903 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a295f1fc-888d-450b-9ddf-d36afd28ae2f req-458ddb8a-ce04-400c-83be-882017c00cb0 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.62 "GET /v2.0/ports?device_id=dffd9469-21a9-4eeb-9548-51c7845289ae HTTP/1.1" status: 200 len: 945 time: 0.0610549 Sep 03 16:36:29.595176 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f784e300-19ea-4419-b0e5-85df7d2486c8 req-46c16dc1-0a9f-4e36-983a-52f453d40490 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ee829c8d-58ca-4d7b-a35f-00a8c6b1a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433447 Sep 03 16:36:29.609060 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a295f1fc-888d-450b-9ddf-d36afd28ae2f req-803173c7-819b-46de-827a-183ee85e9153 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee829c8d-58ca-4d7b-a35f-00a8c6b1a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434673 Sep 03 16:36:30.723482 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f83910-cdcc-43a2-8b70-f352c58bfcab req-f8a6441d-280e-42aa-be90-f0baacdfa8e1 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:30.724999 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-70f83910-cdcc-43a2-8b70-f352c58bfcab req-f8a6441d-280e-42aa-be90-f0baacdfa8e1 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.62 "GET /v2.0/ports?device_id=dffd9469-21a9-4eeb-9548-51c7845289ae HTTP/1.1" status: 200 len: 945 time: 0.0485327 Sep 03 16:36:30.763404 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-70f83910-cdcc-43a2-8b70-f352c58bfcab req-66d1a947-6552-4cb7-bacb-cb36d8419b60 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee829c8d-58ca-4d7b-a35f-00a8c6b1a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323045 Sep 03 16:36:31.877872 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a61439-05e0-4efb-a99b-ffc348f0d9f6 req-1f61f16d-8b65-44c7-bf9c-0128fb523bf4 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:31.879370 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-22a61439-05e0-4efb-a99b-ffc348f0d9f6 req-1f61f16d-8b65-44c7-bf9c-0128fb523bf4 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.62 "GET /v2.0/ports?device_id=dffd9469-21a9-4eeb-9548-51c7845289ae HTTP/1.1" status: 200 len: 945 time: 0.0475426 Sep 03 16:36:31.916313 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-22a61439-05e0-4efb-a99b-ffc348f0d9f6 req-963cf162-24e5-48c9-ad21-c5ad442e8e09 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee829c8d-58ca-4d7b-a35f-00a8c6b1a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304828 Sep 03 16:36:45.456371 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af3098b1-daeb-4be8-94c3-29e00ea93162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:48.037105 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4155b9b6-3f91-46db-9929-87deb6cd5418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:48.368847 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:49.041646 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad34-f359-45be-bded-9b7b563a89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:49.862385 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-e252f19f-dd3e-4d3c-8df8-c3041748f205 None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:36:50.815564 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30fea9dd-2dab-4865-ba17-13165276935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:52.988312 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:53.093152 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73a554-a727-411a-a9a5-1be96f4e08a9 req-b450ef55-cdfd-4410-a5d8-cba8e5cc1403 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:53.094537 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7c73a554-a727-411a-a9a5-1be96f4e08a9 req-b450ef55-cdfd-4410-a5d8-cba8e5cc1403 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.62 "GET /v2.0/ports?device_id=dffd9469-21a9-4eeb-9548-51c7845289ae HTTP/1.1" status: 200 len: 945 time: 0.0518482 Sep 03 16:36:53.131013 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-7c73a554-a727-411a-a9a5-1be96f4e08a9 req-d2be8a89-39ca-4a77-ac6d-95a0e778d822 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee829c8d-58ca-4d7b-a35f-00a8c6b1a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306127 Sep 03 16:36:54.247027 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ba52a-64b9-4621-903d-19361ebe3c1c req-a479b127-1683-4839-a1b6-6c0cb98b94ca tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:54.248498 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b59ba52a-64b9-4621-903d-19361ebe3c1c req-a479b127-1683-4839-a1b6-6c0cb98b94ca tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.62 "GET /v2.0/ports?device_id=dffd9469-21a9-4eeb-9548-51c7845289ae HTTP/1.1" status: 200 len: 945 time: 0.0485387 Sep 03 16:36:54.285257 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b59ba52a-64b9-4621-903d-19361ebe3c1c req-e796719e-1fc6-4778-8866-270d78e5df63 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee829c8d-58ca-4d7b-a35f-00a8c6b1a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308659 Sep 03 16:36:54.547596 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4cd0b2b8-6f54-4346-92ed-6f7be6def385 req-62b86958-6ddf-41d1-9198-290f71de2bd7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392556 Sep 03 16:36:54.612835 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0b2b8-6f54-4346-92ed-6f7be6def385 req-24306da2-3e9b-4c42-b87f-bf9bee6b8a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:54.614435 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4cd0b2b8-6f54-4346-92ed-6f7be6def385 req-24306da2-3e9b-4c42-b87f-bf9bee6b8a35 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e71e4fd9b30b4cdbb431569995a9b2b0&device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 1099 time: 0.0385194 Sep 03 16:36:54.737400 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0b2b8-6f54-4346-92ed-6f7be6def385 req-9d5102e0-0886-44ea-85af-b2a1a4b9f6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:54.738852 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4cd0b2b8-6f54-4346-92ed-6f7be6def385 req-9d5102e0-0886-44ea-85af-b2a1a4b9f6aa service neutron] 10.222.0.58 "GET /v2.0/networks?id=9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8 HTTP/1.1" status: 200 len: 918 time: 0.0883422 Sep 03 16:36:54.803600 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4cd0b2b8-6f54-4346-92ed-6f7be6def385 req-6ef167dc-3bf8-4219-a8b1-d0a200ebf37f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1492f9cb-9263-4a45-b385-2b231cd7c56e HTTP/1.1" status: 200 len: 1000 time: 0.0548058 Sep 03 16:36:54.853314 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0b2b8-6f54-4346-92ed-6f7be6def385 req-edd3d4e9-7313-419d-8c69-e40961b4df16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:54.854718 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4cd0b2b8-6f54-4346-92ed-6f7be6def385 req-edd3d4e9-7313-419d-8c69-e40961b4df16 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5dcb62cb-36d4-4264-88ec-98f8e85fcb42 HTTP/1.1" status: 200 len: 856 time: 0.0415080 Sep 03 16:36:54.912465 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0b2b8-6f54-4346-92ed-6f7be6def385 req-71e09473-87ec-433b-b0b7-29751f70d881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:54.913970 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4cd0b2b8-6f54-4346-92ed-6f7be6def385 req-71e09473-87ec-433b-b0b7-29751f70d881 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415428 Sep 03 16:36:55.016265 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4cd0b2b8-6f54-4346-92ed-6f7be6def385 req-54a99aeb-85b6-45c2-80b3-bf37d5f086bf service neutron] 10.222.0.58 "GET /v2.0/networks/9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888367 Sep 03 16:36:55.116778 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4cd0b2b8-6f54-4346-92ed-6f7be6def385 req-c2e2e1f9-1756-4b20-ae5b-7f95b09c5e4d service neutron] 10.222.0.58 "GET /v2.0/networks/9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846863 Sep 03 16:36:55.397347 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4afd440-b1e8-43dd-8d14-1138220dcb0d req-04afdb75-dd9b-4932-9908-4ae6a2f595d9 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:55.398722 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f4afd440-b1e8-43dd-8d14-1138220dcb0d req-04afdb75-dd9b-4932-9908-4ae6a2f595d9 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.62 "GET /v2.0/ports?device_id=dffd9469-21a9-4eeb-9548-51c7845289ae HTTP/1.1" status: 200 len: 945 time: 0.0471978 Sep 03 16:36:55.444418 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f4afd440-b1e8-43dd-8d14-1138220dcb0d req-c5c07593-1aad-4954-bf53-5b833508af2a tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.62 "GET /v2.0/security-groups?id=ee829c8d-58ca-4d7b-a35f-00a8c6b1a071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393584 Sep 03 16:36:55.483171 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62463252-537d-45fc-b32d-94828e22736c req-c52cc102-d217-48b4-a78e-67735b6a2b7c tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:36:55.484644 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-62463252-537d-45fc-b32d-94828e22736c req-c52cc102-d217-48b4-a78e-67735b6a2b7c tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.58 "GET /v2.0/ports?device_id=dffd9469-21a9-4eeb-9548-51c7845289ae HTTP/1.1" status: 200 len: 945 time: 0.0503886 Sep 03 16:36:55.580130 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-62463252-537d-45fc-b32d-94828e22736c req-1b4bf243-9f2b-45e8-9dcd-26a5b6d66f63 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Deleting port 49b7d2b9-b904-4449-aa03-8cb61d667914 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:36:55.580722 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-62463252-537d-45fc-b32d-94828e22736c req-1b4bf243-9f2b-45e8-9dcd-26a5b6d66f63 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:55.665133 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-62463252-537d-45fc-b32d-94828e22736c req-1b4bf243-9f2b-45e8-9dcd-26a5b6d66f63 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] For port 49b7d2b9-b904-4449-aa03-8cb61d667914, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=49b7d2b9-b904-4449-aa03-8cb61d667914,segment=NetworkSegment(78983a65-d7a6-44ec-8471-013b9b914eae),segment_id=78983a65-d7a6-44ec-8471-013b9b914eae)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:36:55.666030 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-62463252-537d-45fc-b32d-94828e22736c req-1b4bf243-9f2b-45e8-9dcd-26a5b6d66f63 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:55.681072 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-62463252-537d-45fc-b32d-94828e22736c req-1b4bf243-9f2b-45e8-9dcd-26a5b6d66f63 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Calling delete_port for 49b7d2b9-b904-4449-aa03-8cb61d667914 owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:36:55.798988 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-62463252-537d-45fc-b32d-94828e22736c req-1b4bf243-9f2b-45e8-9dcd-26a5b6d66f63 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126147387'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:55.814963 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] get_ports_and_sgs() called for port_ids ['49b7d2b9-b904-4449-aa03-8cb61d667914'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:36:55.824614 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4bf243-9f2b-45e8-9dcd-26a5b6d66f63 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Pushing event deleted for resources: {'Port': ['ID=49b7d2b9-b904-4449-aa03-8cb61d667914,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:36:55.868214 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-62463252-537d-45fc-b32d-94828e22736c req-1b4bf243-9f2b-45e8-9dcd-26a5b6d66f63 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] No DVR routers for this DVR port 49b7d2b9-b904-4449-aa03-8cb61d667914 on host hv-cinder-75793 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:36:55.870662 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-62463252-537d-45fc-b32d-94828e22736c req-1b4bf243-9f2b-45e8-9dcd-26a5b6d66f63 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:36:55.872588 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-62463252-537d-45fc-b32d-94828e22736c req-1b4bf243-9f2b-45e8-9dcd-26a5b6d66f63 tempest-VolumesSnapshotTestJSON-1618001854 tempest-VolumesSnapshotTestJSON-1618001854-project] 10.222.0.58 "DELETE /v2.0/ports/49b7d2b9-b904-4449-aa03-8cb61d667914 HTTP/1.1" status: 204 len: 173 time: 0.3803818 Sep 03 16:36:55.873013 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dffd9469-21a9-4eeb-9548-51c7845289ae', 'name': 'network-vif-deleted', 'tag': '49b7d2b9-b904-4449-aa03-8cb61d667914'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:36:55.875229 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60a3384ac15a167e802cb15cc86cd66e960e7e49bcb7609cd88b9514a3633fc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23df4fb6-8a63-4892-b0fd-c303a29788ea" -d '{"events": [{"server_uuid": "dffd9469-21a9-4eeb-9548-51c7845289ae", "name": "network-vif-deleted", "tag": "49b7d2b9-b904-4449-aa03-8cb61d667914"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:36:55.911398 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294c9a19-8325-43c0-a0f3-593de2e3d7c2 x-openstack-request-id: req-294c9a19-8325-43c0-a0f3-593de2e3d7c2 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:36:55.911691 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dffd9469-21a9-4eeb-9548-51c7845289ae", "name": "network-vif-deleted", "tag": "49b7d2b9-b904-4449-aa03-8cb61d667914", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:36:55.911924 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-294c9a19-8325-43c0-a0f3-593de2e3d7c2 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:36:55.912309 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dffd9469-21a9-4eeb-9548-51c7845289ae', 'name': 'network-vif-deleted', 'tag': '49b7d2b9-b904-4449-aa03-8cb61d667914', 'status': 'completed', 'code': 200} Sep 03 16:37:00.060971 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 49b7d2b9-b904-4449-aa03-8cb61d667914 no longer exists at agent hyperv_hv-cinder-75793 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:37:00.083893 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] No Port match for: 49b7d2b9-b904-4449-aa03-8cb61d667914 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:37:00.084246 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 49b7d2b9-b904-4449-aa03-8cb61d667914 not bound to the agent host hv-cinder-75793 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:37:05.406055 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612cc26b-dbd9-4b4b-84ca-be770c31e823 req-b9e17896-b3f4-41c0-a5aa-d26f54b28846 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:05.407519 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-612cc26b-dbd9-4b4b-84ca-be770c31e823 req-b9e17896-b3f4-41c0-a5aa-d26f54b28846 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 946 time: 0.0477431 Sep 03 16:37:05.448894 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-612cc26b-dbd9-4b4b-84ca-be770c31e823 req-eb8808b3-15b5-4208-95f3-3d2aaa369a97 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352845 Sep 03 16:37:06.566478 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f1fc2-621b-424c-b60a-a7be10c05dd5 req-a431a4ce-4c90-400d-9de5-464cb2e40709 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:06.567946 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a31f1fc2-621b-424c-b60a-a7be10c05dd5 req-a431a4ce-4c90-400d-9de5-464cb2e40709 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 946 time: 0.0480375 Sep 03 16:37:06.604187 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-a31f1fc2-621b-424c-b60a-a7be10c05dd5 req-8e746ba8-a006-4f1f-b14a-015baa820519 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297093 Sep 03 16:37:07.722706 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afd1d1-1e0c-4615-a5e5-723c89173b02 req-5f6f99d7-291d-4010-bbef-726b4e9b87f6 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:07.724181 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-81afd1d1-1e0c-4615-a5e5-723c89173b02 req-5f6f99d7-291d-4010-bbef-726b4e9b87f6 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 946 time: 0.0486925 Sep 03 16:37:07.760896 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-81afd1d1-1e0c-4615-a5e5-723c89173b02 req-57db5216-81aa-4d7f-b70f-d70c80e6f664 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307355 Sep 03 16:37:08.877659 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e1d52-3111-4530-9e63-a0776580d3d1 req-d153dff5-b469-473c-ae77-398a6dc9ceff tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:08.879116 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b45e1d52-3111-4530-9e63-a0776580d3d1 req-d153dff5-b469-473c-ae77-398a6dc9ceff tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 946 time: 0.0475922 Sep 03 16:37:08.915374 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b45e1d52-3111-4530-9e63-a0776580d3d1 req-f1c32e57-ed07-4d5b-9731-1042333de995 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298998 Sep 03 16:37:09.897427 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc133372-d00e-4a44-9b46-825a399b7d19 req-89c13654-3de2-4991-a76e-1a2e1272bdab tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:09.898824 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cc133372-d00e-4a44-9b46-825a399b7d19 req-89c13654-3de2-4991-a76e-1a2e1272bdab tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.58 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 946 time: 0.0518019 Sep 03 16:37:09.997154 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-cc133372-d00e-4a44-9b46-825a399b7d19 req-ffae24c0-2757-4312-a1c4-e7f01e2506b9 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Deleting port 1492f9cb-9263-4a45-b385-2b231cd7c56e {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:37:09.997154 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cc133372-d00e-4a44-9b46-825a399b7d19 req-ffae24c0-2757-4312-a1c4-e7f01e2506b9 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:10.053289 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91adb14-888d-4738-b6be-8d4ff0280693 req-f6909ee6-51bb-4b31-ab33-a53c1a4d2327 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:10.056052 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c91adb14-888d-4738-b6be-8d4ff0280693 req-f6909ee6-51bb-4b31-ab33-a53c1a4d2327 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 946 time: 0.0673010 Sep 03 16:37:10.098890 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-c91adb14-888d-4738-b6be-8d4ff0280693 req-42ea458e-3c67-472b-8748-d1900b13ab6c tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups?id=755a756f-52a8-410e-ab16-443c5ee48256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350635 Sep 03 16:37:10.352719 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-cc133372-d00e-4a44-9b46-825a399b7d19 req-ffae24c0-2757-4312-a1c4-e7f01e2506b9 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] For port 1492f9cb-9263-4a45-b385-2b231cd7c56e, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=1492f9cb-9263-4a45-b385-2b231cd7c56e,segment=NetworkSegment(c7c8f7dc-1301-40da-a83e-347a76dd7ead),segment_id=c7c8f7dc-1301-40da-a83e-347a76dd7ead)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:37:10.353132 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cc133372-d00e-4a44-9b46-825a399b7d19 req-ffae24c0-2757-4312-a1c4-e7f01e2506b9 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:10.526963 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cc133372-d00e-4a44-9b46-825a399b7d19 req-ffae24c0-2757-4312-a1c4-e7f01e2506b9 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:10.527333 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cc133372-d00e-4a44-9b46-825a399b7d19 req-ffae24c0-2757-4312-a1c4-e7f01e2506b9 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956928'] for floatingip, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:10.527734 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.db.l3_db [req-cc133372-d00e-4a44-9b46-825a399b7d19 req-ffae24c0-2757-4312-a1c4-e7f01e2506b9 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Floating IP 1a7d7eda-1554-4845-ab85-8f1b4d6556ad disassociated. External IP: 172.27.3.74, port: 1492f9cb-9263-4a45-b385-2b231cd7c56e. Sep 03 16:37:10.528006 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [req-cc133372-d00e-4a44-9b46-825a399b7d19 req-ffae24c0-2757-4312-a1c4-e7f01e2506b9 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Calling delete_port for 1492f9cb-9263-4a45-b385-2b231cd7c56e owned by compute:nova {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:37:10.654040 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cc133372-d00e-4a44-9b46-825a399b7d19 req-ffae24c0-2757-4312-a1c4-e7f01e2506b9 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126147387'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:10.679970 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffae24c0-2757-4312-a1c4-e7f01e2506b9 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Pushing event deleted for resources: {'Port': ['ID=1492f9cb-9263-4a45-b385-2b231cd7c56e,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:10.795720 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc133372-d00e-4a44-9b46-825a399b7d19 req-ffae24c0-2757-4312-a1c4-e7f01e2506b9 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Router 6efe9480-a426-4d8f-bf5f-4cd8f0297a7e has already been hosted by L3 agent 32b2b364-f1ef-43b0-aa1c-04e185c9ddf9 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:37:10.904473 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc133372-d00e-4a44-9b46-825a399b7d19 req-ffae24c0-2757-4312-a1c4-e7f01e2506b9 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify agent at l3_agent.dv-cinder-757936-8-iscsi the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:37:10.918599 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9087703c-64a2-4686-878a-3394330e250d None None] Sync routers for ids ['6efe9480-a426-4d8f-bf5f-4cd8f0297a7e'] in dv-cinder-757936-8-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:37:10.931356 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9087703c-64a2-4686-878a-3394330e250d None None] Routers {'6efe9480-a426-4d8f-bf5f-4cd8f0297a7e'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:37:10.932260 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-9087703c-64a2-4686-878a-3394330e250d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:36:48Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['6efe9480-a426-4d8f-bf5f-4cd8f0297a7e'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:37:10.945469 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc133372-d00e-4a44-9b46-825a399b7d19 req-ffae24c0-2757-4312-a1c4-e7f01e2506b9 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] No DVR routers for this DVR port 1492f9cb-9263-4a45-b385-2b231cd7c56e on host hv-cinder-75793 {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:37:10.948674 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-cc133372-d00e-4a44-9b46-825a399b7d19 req-ffae24c0-2757-4312-a1c4-e7f01e2506b9 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:10.950746 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-cc133372-d00e-4a44-9b46-825a399b7d19 req-ffae24c0-2757-4312-a1c4-e7f01e2506b9 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.58 "DELETE /v2.0/ports/1492f9cb-9263-4a45-b385-2b231cd7c56e HTTP/1.1" status: 204 len: 173 time: 1.0434878 Sep 03 16:37:10.951204 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '565e7897-aecb-4ded-b156-3bbdf35dacd7', 'name': 'network-vif-deleted', 'tag': '1492f9cb-9263-4a45-b385-2b231cd7c56e'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:37:10.954161 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60a3384ac15a167e802cb15cc86cd66e960e7e49bcb7609cd88b9514a3633fc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d32c54-f944-4ac6-b636-2fa97023c320" -d '{"events": [{"server_uuid": "565e7897-aecb-4ded-b156-3bbdf35dacd7", "name": "network-vif-deleted", "tag": "1492f9cb-9263-4a45-b385-2b231cd7c56e"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:37:11.030134 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318f8b99-960e-49ae-aa7f-5b02d97b8201 x-openstack-request-id: req-318f8b99-960e-49ae-aa7f-5b02d97b8201 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:37:11.030648 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "565e7897-aecb-4ded-b156-3bbdf35dacd7", "name": "network-vif-deleted", "tag": "1492f9cb-9263-4a45-b385-2b231cd7c56e", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:37:11.031175 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-318f8b99-960e-49ae-aa7f-5b02d97b8201 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:37:11.031747 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '565e7897-aecb-4ded-b156-3bbdf35dacd7', 'name': 'network-vif-deleted', 'tag': '1492f9cb-9263-4a45-b385-2b231cd7c56e', 'status': 'completed', 'code': 200} Sep 03 16:37:11.059308 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-9087703c-64a2-4686-878a-3394330e250d None None] Set router 6efe9480-a426-4d8f-bf5f-4cd8f0297a7e gateway port host: dv-cinder-757936-8-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:37:11.218913 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f44c9eb0-684e-4698-b2b4-55d222fb5c18 req-ede97eeb-b713-45fd-aa2a-0566c4d17137 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/ports?device_id=565e7897-aecb-4ded-b156-3bbdf35dacd7 HTTP/1.1" status: 200 len: 210 time: 0.0281711 Sep 03 16:37:11.358382 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-9087703c-64a2-4686-878a-3394330e250d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'name': 'tempest-AttachVolumeShelveTestJSON-2073588636-router', 'tenant_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': 'efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:31:12Z', 'updated_at': '2021-09-03T16:31:16Z', 'revision_number': 4, 'project_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'gw_port': {'id': 'efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:aa:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:31:13Z', 'updated_at': '2021-09-03T16:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': 'fc0f659e-0be3-489c-bdf8-741a072ba04d', 'name': '', 'network_id': '9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8', 'tenant_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'mac_address': 'fa:16:3e:42:18:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5dcb62cb-36d4-4264-88ec-98f8e85fcb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:31:15Z', 'updated_at': '2021-09-03T16:31:21Z', 'revision_number': 5, 'project_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'subnets': [{'id': '5dcb62cb-36d4-4264-88ec-98f8e85fcb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:37:11.386762 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9087703c-64a2-4686-878a-3394330e250d None None] Checking router: 6efe9480-a426-4d8f-bf5f-4cd8f0297a7e for host: dv-cinder-757936-8-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:37:11.394983 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9087703c-64a2-4686-878a-3394330e250d None None] Routers {'6efe9480-a426-4d8f-bf5f-4cd8f0297a7e'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:37:11.395588 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-9087703c-64a2-4686-878a-3394330e250d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:36:48Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['6efe9480-a426-4d8f-bf5f-4cd8f0297a7e'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:37:11.502677 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-9087703c-64a2-4686-878a-3394330e250d None None] Set router 6efe9480-a426-4d8f-bf5f-4cd8f0297a7e gateway port host: dv-cinder-757936-8-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:37:11.706923 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-9087703c-64a2-4686-878a-3394330e250d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'name': 'tempest-AttachVolumeShelveTestJSON-2073588636-router', 'tenant_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': 'efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:31:12Z', 'updated_at': '2021-09-03T16:31:16Z', 'revision_number': 4, 'project_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'gw_port': {'id': 'efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:aa:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:31:13Z', 'updated_at': '2021-09-03T16:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': 'fc0f659e-0be3-489c-bdf8-741a072ba04d', 'name': '', 'network_id': '9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8', 'tenant_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'mac_address': 'fa:16:3e:42:18:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5dcb62cb-36d4-4264-88ec-98f8e85fcb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:31:15Z', 'updated_at': '2021-09-03T16:31:21Z', 'revision_number': 5, 'project_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'subnets': [{'id': '5dcb62cb-36d4-4264-88ec-98f8e85fcb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:37:11.738711 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9087703c-64a2-4686-878a-3394330e250d None None] The sync data for ids ['6efe9480-a426-4d8f-bf5f-4cd8f0297a7e'] in dv-cinder-757936-8-iscsi is: [{'id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'name': 'tempest-AttachVolumeShelveTestJSON-2073588636-router', 'tenant_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': 'efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:31:12Z', 'updated_at': '2021-09-03T16:31:16Z', 'revision_number': 4, 'project_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'gw_port': {'id': 'efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:aa:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:31:13Z', 'updated_at': '2021-09-03T16:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': 'fc0f659e-0be3-489c-bdf8-741a072ba04d', 'name': '', 'network_id': '9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8', 'tenant_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'mac_address': 'fa:16:3e:42:18:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '5dcb62cb-36d4-4264-88ec-98f8e85fcb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:31:15Z', 'updated_at': '2021-09-03T16:31:21Z', 'revision_number': 5, 'project_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'subnets': [{'id': '5dcb62cb-36d4-4264-88ec-98f8e85fcb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:37:11.946981 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496a1507-3a6c-4458-8943-5363e317a994 None None] New status for floating IP 1a7d7eda-1554-4845-ab85-8f1b4d6556ad: DOWN {{(pid=93829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 16:37:12.310675 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 54366) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:37:12.365124 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e6ca783f-36a2-4042-9a07-75dcd692f26e tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:12.387692 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e6ca783f-36a2-4042-9a07-75dcd692f26e tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:12.434061 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e6ca783f-36a2-4042-9a07-75dcd692f26e tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:12.436909 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e6ca783f-36a2-4042-9a07-75dcd692f26e tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:12.438083 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-e6ca783f-36a2-4042-9a07-75dcd692f26e tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "DELETE /v2.0/security-groups/755a756f-52a8-410e-ab16-443c5ee48256 HTTP/1.1" status: 204 len: 168 time: 0.1264372 Sep 03 16:37:12.441348 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 54368) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:37:12.447687 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca783f-36a2-4042-9a07-75dcd692f26e tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=755a756f-52a8-410e-ab16-443c5ee48256,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:12.459960 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.api.v2.resource [None req-85cb7fdb-a046-4f13-a8f6-178a1d2a26aa tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] show failed (client error): The resource could not be found. Sep 03 16:37:12.465185 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-85cb7fdb-a046-4f13-a8f6-178a1d2a26aa tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "GET /v2.0/security-groups/755a756f-52a8-410e-ab16-443c5ee48256 HTTP/1.1" status: 404 len: 347 time: 0.0180457 Sep 03 16:37:12.465539 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 54370) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:37:12.588299 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-17d8ab31-5041-4192-a4ab-d300b73ad437 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Deleting port 9f43f42e-4ef0-43df-b1f1-8e5b9ba911c0 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:37:12.588640 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-17d8ab31-5041-4192-a4ab-d300b73ad437 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:12.660938 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-17d8ab31-5041-4192-a4ab-d300b73ad437 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:12.661309 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-17d8ab31-5041-4192-a4ab-d300b73ad437 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:12.672467 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-17d8ab31-5041-4192-a4ab-d300b73ad437 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Calling delete_port for 9f43f42e-4ef0-43df-b1f1-8e5b9ba911c0 owned by network:floatingip {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:37:12.806525 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-17d8ab31-5041-4192-a4ab-d300b73ad437 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126147387'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:12.837418 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d8ab31-5041-4192-a4ab-d300b73ad437 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Pushing event deleted for resources: {'Port': ['ID=9f43f42e-4ef0-43df-b1f1-8e5b9ba911c0,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:12.894461 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-17d8ab31-5041-4192-a4ab-d300b73ad437 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks [] for floatingip, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:12.897115 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-17d8ab31-5041-4192-a4ab-d300b73ad437 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:12.898293 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-17d8ab31-5041-4192-a4ab-d300b73ad437 tempest-AttachVolumeShelveTestJSON-566659710 tempest-AttachVolumeShelveTestJSON-566659710-project] 10.222.0.62 "DELETE /v2.0/floatingips/1a7d7eda-1554-4845-ab85-8f1b4d6556ad HTTP/1.1" status: 204 len: 168 time: 0.4317675 Sep 03 16:37:15.324678 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 54414) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:37:15.410570 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 1492f9cb-9263-4a45-b385-2b231cd7c56e no longer exists at agent hyperv_hv-cinder-75793 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:37:15.429757 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] No Port match for: 1492f9cb-9263-4a45-b385-2b231cd7c56e {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:37:15.430113 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 1492f9cb-9263-4a45-b385-2b231cd7c56e not bound to the agent host hv-cinder-75793 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:37:15.456587 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2445940d-2211-4059-974d-a8d17e4b1e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:15.804148 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4d4bc04e-2629-4fe1-a938-b259830b227d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-922624'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:16.040252 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-4d4bc04e-2629-4fe1-a938-b259830b227d admin admin] Deleting port fc0f659e-0be3-489c-bdf8-741a072ba04d {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:37:16.040502 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4d4bc04e-2629-4fe1-a938-b259830b227d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:16.116931 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-4d4bc04e-2629-4fe1-a938-b259830b227d admin admin] For port fc0f659e-0be3-489c-bdf8-741a072ba04d, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=fc0f659e-0be3-489c-bdf8-741a072ba04d,segment=NetworkSegment(c7c8f7dc-1301-40da-a83e-347a76dd7ead),segment_id=c7c8f7dc-1301-40da-a83e-347a76dd7ead)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:37:16.117374 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4d4bc04e-2629-4fe1-a938-b259830b227d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:16.129751 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-4d4bc04e-2629-4fe1-a938-b259830b227d admin admin] Calling delete_port for fc0f659e-0be3-489c-bdf8-741a072ba04d owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:37:16.324109 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4d4bc04e-2629-4fe1-a938-b259830b227d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126147387'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:16.353653 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4bc04e-2629-4fe1-a938-b259830b227d admin admin] Pushing event deleted for resources: {'Port': ['ID=fc0f659e-0be3-489c-bdf8-741a072ba04d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:16.518354 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4d4bc04e-2629-4fe1-a938-b259830b227d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-922772'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:16.726576 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d4bc04e-2629-4fe1-a938-b259830b227d admin admin] Router 6efe9480-a426-4d8f-bf5f-4cd8f0297a7e has already been hosted by L3 agent 32b2b364-f1ef-43b0-aa1c-04e185c9ddf9 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:37:16.834357 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d4bc04e-2629-4fe1-a938-b259830b227d admin admin] Notify agent at l3_agent.dv-cinder-757936-8-iscsi the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:37:16.839414 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-4d4bc04e-2629-4fe1-a938-b259830b227d admin admin] 10.222.0.62 "PUT /v2.0/routers/6efe9480-a426-4d8f-bf5f-4cd8f0297a7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5136869 Sep 03 16:37:16.842162 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 54428) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:37:16.842674 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a595641-6253-4a17-b060-bbd7a4682817 None None] Sync routers for ids ['6efe9480-a426-4d8f-bf5f-4cd8f0297a7e'] in dv-cinder-757936-8-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:37:16.851659 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a595641-6253-4a17-b060-bbd7a4682817 None None] Routers {'6efe9480-a426-4d8f-bf5f-4cd8f0297a7e'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:37:16.852302 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-9a595641-6253-4a17-b060-bbd7a4682817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:36:48Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['6efe9480-a426-4d8f-bf5f-4cd8f0297a7e'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:37:16.941121 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-722caf1d-a27b-418c-888a-3ce9853554d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:16.953534 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-9a595641-6253-4a17-b060-bbd7a4682817 None None] Set router 6efe9480-a426-4d8f-bf5f-4cd8f0297a7e gateway port host: dv-cinder-757936-8-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:37:17.036765 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-722caf1d-a27b-418c-888a-3ce9853554d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:17.092515 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-722caf1d-a27b-418c-888a-3ce9853554d1 admin admin] Deleting port efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:37:17.092872 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-722caf1d-a27b-418c-888a-3ce9853554d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:17.130724 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-9a595641-6253-4a17-b060-bbd7a4682817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'name': 'tempest-AttachVolumeShelveTestJSON-2073588636-router', 'tenant_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': 'efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:31:12Z', 'updated_at': '2021-09-03T16:37:16Z', 'revision_number': 5, 'project_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'gw_port': {'id': 'efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:aa:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:31:13Z', 'updated_at': '2021-09-03T16:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi'}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:37:17.157626 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a595641-6253-4a17-b060-bbd7a4682817 None None] Checking router: 6efe9480-a426-4d8f-bf5f-4cd8f0297a7e for host: dv-cinder-757936-8-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:37:17.166784 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a595641-6253-4a17-b060-bbd7a4682817 None None] Routers {'6efe9480-a426-4d8f-bf5f-4cd8f0297a7e'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:37:17.167388 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-9a595641-6253-4a17-b060-bbd7a4682817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:36:48Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['6efe9480-a426-4d8f-bf5f-4cd8f0297a7e'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:37:17.171261 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-722caf1d-a27b-418c-888a-3ce9853554d1 admin admin] For port efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d,segment=NetworkSegment(8fbc7082-b272-4b43-971d-120707d467f2),segment_id=8fbc7082-b272-4b43-971d-120707d467f2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:37:17.171622 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-722caf1d-a27b-418c-888a-3ce9853554d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:17.184546 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-722caf1d-a27b-418c-888a-3ce9853554d1 admin admin] Calling delete_port for efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:37:17.258223 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-9a595641-6253-4a17-b060-bbd7a4682817 None None] Set router 6efe9480-a426-4d8f-bf5f-4cd8f0297a7e gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:37:17.319907 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-9a595641-6253-4a17-b060-bbd7a4682817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'name': 'tempest-AttachVolumeShelveTestJSON-2073588636-router', 'tenant_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:31:12Z', 'updated_at': '2021-09-03T16:37:17Z', 'revision_number': 6, 'project_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'gw_port_host': None}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:37:17.347610 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a595641-6253-4a17-b060-bbd7a4682817 None None] The sync data for ids ['6efe9480-a426-4d8f-bf5f-4cd8f0297a7e'] in dv-cinder-757936-8-iscsi is: [{'id': '6efe9480-a426-4d8f-bf5f-4cd8f0297a7e', 'name': 'tempest-AttachVolumeShelveTestJSON-2073588636-router', 'tenant_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:31:12Z', 'updated_at': '2021-09-03T16:37:17Z', 'revision_number': 6, 'project_id': 'e71e4fd9b30b4cdbb431569995a9b2b0', 'gw_port_host': None}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:37:17.600360 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-722caf1d-a27b-418c-888a-3ce9853554d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126147387'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:17.628751 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722caf1d-a27b-418c-888a-3ce9853554d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:17.687294 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-722caf1d-a27b-418c-888a-3ce9853554d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-923130'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:17.784127 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-722caf1d-a27b-418c-888a-3ce9853554d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126087'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:17.786435 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-722caf1d-a27b-418c-888a-3ce9853554d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:17.823735 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device fc0f659e-0be3-489c-bdf8-741a072ba04d no longer exists at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:37:17.835184 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-722caf1d-a27b-418c-888a-3ce9853554d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-921180'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:17.835641 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722caf1d-a27b-418c-888a-3ce9853554d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6efe9480-a426-4d8f-bf5f-4cd8f0297a7e {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 16:37:17.840922 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-722caf1d-a27b-418c-888a-3ce9853554d1 admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:17.842163 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-722caf1d-a27b-418c-888a-3ce9853554d1 admin admin] 10.222.0.62 "DELETE /v2.0/routers/6efe9480-a426-4d8f-bf5f-4cd8f0297a7e HTTP/1.1" status: 204 len: 168 time: 0.9990425 Sep 03 16:37:17.844210 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 54450) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:37:17.847083 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] No Port match for: fc0f659e-0be3-489c-bdf8-741a072ba04d {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:37:17.847426 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device fc0f659e-0be3-489c-bdf8-741a072ba04d not bound to the agent host dv-cinder-757936-8-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:37:17.889414 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fc7fe9b-eba8-41ee-a449-d578dd38f770 admin admin] Deleting subnet 5dcb62cb-36d4-4264-88ec-98f8e85fcb42 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 16:37:17.892726 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8fc7fe9b-eba8-41ee-a449-d578dd38f770 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:17.927194 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8fc7fe9b-eba8-41ee-a449-d578dd38f770 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125966486'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:18.008113 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8fc7fe9b-eba8-41ee-a449-d578dd38f770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3810215'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:18.053199 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-27e58530-de21-43b2-8bab-538e9ce123dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:18.061941 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8fc7fe9b-eba8-41ee-a449-d578dd38f770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3810270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126147350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126670111'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:18.085723 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7fe9b-eba8-41ee-a449-d578dd38f770 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dcb62cb-36d4-4264-88ec-98f8e85fcb42,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:18.092060 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-8fc7fe9b-eba8-41ee-a449-d578dd38f770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:18.096795 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 54452) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:37:18.098062 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b19558-1430-4fcb-a4bd-ea8855b61d5e None None] Network 9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8 requested from dv-cinder-757936-8-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:37:18.101621 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-8fc7fe9b-eba8-41ee-a449-d578dd38f770 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/5dcb62cb-36d4-4264-88ec-98f8e85fcb42 HTTP/1.1" status: 204 len: 168 time: 0.2563267 Sep 03 16:37:18.166360 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-11176aac-8df4-418b-a86f-3d2b49cf7dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3806380'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:18.220184 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-11176aac-8df4-418b-a86f-3d2b49cf7dda admin admin] Deleting port 89dd2063-3d79-4d6f-b442-908943583051 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:37:18.220543 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-11176aac-8df4-418b-a86f-3d2b49cf7dda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:18.272046 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99648007-b409-49d1-baaa-769c22b9a046 None None] DHCP port deletion for 9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8 request from dv-cinder-757936-8-iscsi {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 16:37:18.318823 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-99648007-b409-49d1-baaa-769c22b9a046 None None] Deleting port 89dd2063-3d79-4d6f-b442-908943583051 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:37:18.319204 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-99648007-b409-49d1-baaa-769c22b9a046 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:18.402177 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:18.408034 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-99648007-b409-49d1-baaa-769c22b9a046 None None] For port 89dd2063-3d79-4d6f-b442-908943583051, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=89dd2063-3d79-4d6f-b442-908943583051,segment=NetworkSegment(c7c8f7dc-1301-40da-a83e-347a76dd7ead),segment_id=c7c8f7dc-1301-40da-a83e-347a76dd7ead)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:37:18.408440 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-99648007-b409-49d1-baaa-769c22b9a046 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:18.421052 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-99648007-b409-49d1-baaa-769c22b9a046 None None] Calling delete_port for 89dd2063-3d79-4d6f-b442-908943583051 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:37:18.511981 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-99648007-b409-49d1-baaa-769c22b9a046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:18.531918 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-11176aac-8df4-418b-a86f-3d2b49cf7dda admin admin] For port 89dd2063-3d79-4d6f-b442-908943583051, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=89dd2063-3d79-4d6f-b442-908943583051,segment=NetworkSegment(c7c8f7dc-1301-40da-a83e-347a76dd7ead),segment_id=c7c8f7dc-1301-40da-a83e-347a76dd7ead)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:37:18.532298 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-11176aac-8df4-418b-a86f-3d2b49cf7dda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:18.542046 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99648007-b409-49d1-baaa-769c22b9a046 None None] Pushing event deleted for resources: {'Port': ['ID=89dd2063-3d79-4d6f-b442-908943583051,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:18.546754 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-11176aac-8df4-418b-a86f-3d2b49cf7dda admin admin] Calling delete_port for 89dd2063-3d79-4d6f-b442-908943583051 owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:37:18.549247 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99648007-b409-49d1-baaa-769c22b9a046 None None] No DVR routers for this DVR port 89dd2063-3d79-4d6f-b442-908943583051 on host dv-cinder-757936-8-iscsi {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:37:18.551617 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99648007-b409-49d1-baaa-769c22b9a046 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:18.552005 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99648007-b409-49d1-baaa-769c22b9a046 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:18.552318 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99648007-b409-49d1-baaa-769c22b9a046 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:18.552663 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99648007-b409-49d1-baaa-769c22b9a046 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:18.553000 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99648007-b409-49d1-baaa-769c22b9a046 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:18.553410 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99648007-b409-49d1-baaa-769c22b9a046 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:18.553739 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99648007-b409-49d1-baaa-769c22b9a046 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:18.554050 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99648007-b409-49d1-baaa-769c22b9a046 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:18.554380 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99648007-b409-49d1-baaa-769c22b9a046 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:18.554713 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99648007-b409-49d1-baaa-769c22b9a046 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:18.555056 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99648007-b409-49d1-baaa-769c22b9a046 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:18.555947 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99648007-b409-49d1-baaa-769c22b9a046 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:18.627761 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-11176aac-8df4-418b-a86f-3d2b49cf7dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852113'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:18.656048 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11176aac-8df4-418b-a86f-3d2b49cf7dda admin admin] Pushing event deleted for resources: {'Port': ['ID=89dd2063-3d79-4d6f-b442-908943583051,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:18.658660 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11176aac-8df4-418b-a86f-3d2b49cf7dda admin admin] No DVR routers for this DVR port 89dd2063-3d79-4d6f-b442-908943583051 on host dv-cinder-757936-8-iscsi {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:37:18.667034 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11176aac-8df4-418b-a86f-3d2b49cf7dda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:18.667393 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11176aac-8df4-418b-a86f-3d2b49cf7dda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:18.667746 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11176aac-8df4-418b-a86f-3d2b49cf7dda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:18.668093 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11176aac-8df4-418b-a86f-3d2b49cf7dda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:18.668432 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11176aac-8df4-418b-a86f-3d2b49cf7dda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:18.668773 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11176aac-8df4-418b-a86f-3d2b49cf7dda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:18.669145 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11176aac-8df4-418b-a86f-3d2b49cf7dda admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:18.669480 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11176aac-8df4-418b-a86f-3d2b49cf7dda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:18.669819 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11176aac-8df4-418b-a86f-3d2b49cf7dda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:18.670152 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11176aac-8df4-418b-a86f-3d2b49cf7dda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:18.670486 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11176aac-8df4-418b-a86f-3d2b49cf7dda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:18.670811 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11176aac-8df4-418b-a86f-3d2b49cf7dda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:18.738821 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-11176aac-8df4-418b-a86f-3d2b49cf7dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811122', 'neutron.services.segments.db._delete_segments_for_network-8739257953365'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:18.749306 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-11176aac-8df4-418b-a86f-3d2b49cf7dda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:37:18.759569 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-11176aac-8df4-418b-a86f-3d2b49cf7dda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c8f7dc-1301-40da-a83e-347a76dd7ead') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:37:18.759876 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-11176aac-8df4-418b-a86f-3d2b49cf7dda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c8f7dc-1301-40da-a83e-347a76dd7ead') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:37:18.768864 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-11176aac-8df4-418b-a86f-3d2b49cf7dda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739257954910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126121537'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:18.783349 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-11176aac-8df4-418b-a86f-3d2b49cf7dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:18.790281 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11176aac-8df4-418b-a86f-3d2b49cf7dda admin admin] Releasing vlan 850 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 16:37:18.790817 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-11176aac-8df4-418b-a86f-3d2b49cf7dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126852194'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:18.792847 dv-cinder-757936-8-iscsi neutron-server[93828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 03 16:37:18.792847 dv-cinder-757936-8-iscsi neutron-server[93828]: self.session.flush() Sep 03 16:37:18.792847 dv-cinder-757936-8-iscsi neutron-server[93828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 03 16:37:18.792847 dv-cinder-757936-8-iscsi neutron-server[93828]: self.session.flush() Sep 03 16:37:18.792847 dv-cinder-757936-8-iscsi neutron-server[93828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 03 16:37:18.792847 dv-cinder-757936-8-iscsi neutron-server[93828]: self.session.flush() Sep 03 16:37:18.792847 dv-cinder-757936-8-iscsi neutron-server[93828]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 03 16:37:18.792847 dv-cinder-757936-8-iscsi neutron-server[93828]: self.session.flush() Sep 03 16:37:18.792847 dv-cinder-757936-8-iscsi neutron-server[93828]: Traceback (most recent call last): Sep 03 16:37:18.792847 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 16:37:18.792847 dv-cinder-757936-8-iscsi neutron-server[93828]: timer() Sep 03 16:37:18.792847 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 16:37:18.792847 dv-cinder-757936-8-iscsi neutron-server[93828]: cb(*args, **kw) Sep 03 16:37:18.792847 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 16:37:18.792847 dv-cinder-757936-8-iscsi neutron-server[93828]: return func(*args, **kwargs) Sep 03 16:37:18.792847 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 16:37:18.792847 dv-cinder-757936-8-iscsi neutron-server[93828]: self._notify() Sep 03 16:37:18.792847 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 16:37:18.792847 dv-cinder-757936-8-iscsi neutron-server[93828]: self.callback(batched_events) Sep 03 16:37:18.792847 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 16:37:18.792847 dv-cinder-757936-8-iscsi neutron-server[93828]: event.method(event) Sep 03 16:37:18.792847 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 16:37:18.792847 dv-cinder-757936-8-iscsi neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 16:37:18.792847 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 16:37:18.792847 dv-cinder-757936-8-iscsi neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 16:37:18.792847 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 16:37:18.792847 dv-cinder-757936-8-iscsi neutron-server[93828]: return f(self, *a, **k) Sep 03 16:37:18.792847 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 16:37:18.792847 dv-cinder-757936-8-iscsi neutron-server[93828]: return self._get(url).json() Sep 03 16:37:18.792847 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 16:37:18.792847 dv-cinder-757936-8-iscsi neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 16:37:18.792847 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 16:37:18.792847 dv-cinder-757936-8-iscsi neutron-server[93828]: return self.request(url, 'GET', **kwargs) Sep 03 16:37:18.792847 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 16:37:18.792847 dv-cinder-757936-8-iscsi neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 16:37:18.792847 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 16:37:18.792847 dv-cinder-757936-8-iscsi neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 16:37:18.792847 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 16:37:18.792847 dv-cinder-757936-8-iscsi neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 16:37:18.792847 dv-cinder-757936-8-iscsi neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 16:37:18.849074 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-11176aac-8df4-418b-a86f-3d2b49cf7dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956946'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:18.855237 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-11176aac-8df4-418b-a86f-3d2b49cf7dda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:18.857095 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-11176aac-8df4-418b-a86f-3d2b49cf7dda admin admin] 10.222.0.62 "DELETE /v2.0/networks/9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8 HTTP/1.1" status: 204 len: 168 time: 0.7592852 Sep 03 16:37:18.867281 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11176aac-8df4-418b-a86f-3d2b49cf7dda admin admin] Pushing event deleted for resources: {'Network': ['ID=9ede77f9-2d4d-4d13-a1dc-12f2d48f22c8,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:18.968457 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 54462) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:37:19.007276 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-fa1bbcf6-fd2c-4f24-91ea-fdf8cf4cc2bd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e71e4fd9b30b4cdbb431569995a9b2b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376060 Sep 03 16:37:19.009743 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 54464) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:37:19.045776 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad34-f359-45be-bded-9b7b563a89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:19.066462 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-50cb15bd-3955-4a8d-a80a-c07eaec61982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:19.087159 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-50cb15bd-3955-4a8d-a80a-c07eaec61982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:19.141619 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-50cb15bd-3955-4a8d-a80a-c07eaec61982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:19.144097 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-50cb15bd-3955-4a8d-a80a-c07eaec61982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:19.145298 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-50cb15bd-3955-4a8d-a80a-c07eaec61982 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e0ef6cbd-75f1-4d0f-b77a-1f3c0ee121f8 HTTP/1.1" status: 204 len: 168 time: 0.1346412 Sep 03 16:37:19.153793 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb15bd-3955-4a8d-a80a-c07eaec61982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ef6cbd-75f1-4d0f-b77a-1f3c0ee121f8,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:19.646906 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 54484) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:37:19.649856 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 89dd2063-3d79-4d6f-b442-908943583051 no longer exists at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:37:19.669601 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] No Port match for: 89dd2063-3d79-4d6f-b442-908943583051 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:37:19.669959 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 89dd2063-3d79-4d6f-b442-908943583051 not bound to the agent host dv-cinder-757936-8-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:37:19.670380 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d no longer exists at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:37:19.690110 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] No Port match for: efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:37:19.690676 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device efd7afcd-cd8d-4ae2-a2fa-fa8de98f890d not bound to the agent host dv-cinder-757936-8-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:37:19.693634 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-e57924e9-12f3-49fa-a565-fedbe7a493e8 admin admin] Deleting subnet 546f2ba1-5f30-4bb3-85b4-7d65905ab4f2 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 16:37:19.697545 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e57924e9-12f3-49fa-a565-fedbe7a493e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:19.735192 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e57924e9-12f3-49fa-a565-fedbe7a493e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125966486'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:19.778777 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e57924e9-12f3-49fa-a565-fedbe7a493e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3810215'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:19.834133 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e57924e9-12f3-49fa-a565-fedbe7a493e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3810270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126147350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126670111'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:19.860939 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57924e9-12f3-49fa-a565-fedbe7a493e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=546f2ba1-5f30-4bb3-85b4-7d65905ab4f2,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:19.862955 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e57924e9-12f3-49fa-a565-fedbe7a493e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:19.864822 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-e57924e9-12f3-49fa-a565-fedbe7a493e8 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/546f2ba1-5f30-4bb3-85b4-7d65905ab4f2 HTTP/1.1" status: 204 len: 168 time: 0.2169125 Sep 03 16:37:19.867238 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 54494) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:37:19.933481 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9015675f-cf0b-42cf-a716-d54262a966cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3806380'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:20.016619 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9015675f-cf0b-42cf-a716-d54262a966cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811122', 'neutron.services.segments.db._delete_segments_for_network-8739257953365'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:20.026947 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.services.segments.db [None req-9015675f-cf0b-42cf-a716-d54262a966cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7e09938-ff3a-4f2e-856c-6f22f9806481']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:37:20.037223 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.services.segments.db [None req-9015675f-cf0b-42cf-a716-d54262a966cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78983a65-d7a6-44ec-8471-013b9b914eae') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:37:20.037555 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.services.segments.db [None req-9015675f-cf0b-42cf-a716-d54262a966cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78983a65-d7a6-44ec-8471-013b9b914eae') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:37:20.047043 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9015675f-cf0b-42cf-a716-d54262a966cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739257954910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125966479'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:20.061650 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9015675f-cf0b-42cf-a716-d54262a966cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:20.068405 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9015675f-cf0b-42cf-a716-d54262a966cb admin admin] Releasing vlan 862 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 16:37:20.068833 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9015675f-cf0b-42cf-a716-d54262a966cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126147400'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:20.070533 dv-cinder-757936-8-iscsi neutron-server[93827]: Traceback (most recent call last): Sep 03 16:37:20.070533 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 16:37:20.070533 dv-cinder-757936-8-iscsi neutron-server[93827]: timer() Sep 03 16:37:20.070533 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 16:37:20.070533 dv-cinder-757936-8-iscsi neutron-server[93827]: cb(*args, **kw) Sep 03 16:37:20.070533 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 16:37:20.070533 dv-cinder-757936-8-iscsi neutron-server[93827]: return func(*args, **kwargs) Sep 03 16:37:20.070533 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 16:37:20.070533 dv-cinder-757936-8-iscsi neutron-server[93827]: self._notify() Sep 03 16:37:20.070533 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 16:37:20.070533 dv-cinder-757936-8-iscsi neutron-server[93827]: self.callback(batched_events) Sep 03 16:37:20.070533 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 16:37:20.070533 dv-cinder-757936-8-iscsi neutron-server[93827]: event.method(event) Sep 03 16:37:20.070533 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 16:37:20.070533 dv-cinder-757936-8-iscsi neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 16:37:20.070533 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 16:37:20.070533 dv-cinder-757936-8-iscsi neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 16:37:20.070533 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 16:37:20.070533 dv-cinder-757936-8-iscsi neutron-server[93827]: return f(self, *a, **k) Sep 03 16:37:20.070533 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 16:37:20.070533 dv-cinder-757936-8-iscsi neutron-server[93827]: return self._get(url).json() Sep 03 16:37:20.070533 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 16:37:20.070533 dv-cinder-757936-8-iscsi neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 16:37:20.070533 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 16:37:20.070533 dv-cinder-757936-8-iscsi neutron-server[93827]: return self.request(url, 'GET', **kwargs) Sep 03 16:37:20.070533 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 16:37:20.070533 dv-cinder-757936-8-iscsi neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 16:37:20.070533 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 16:37:20.070533 dv-cinder-757936-8-iscsi neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 16:37:20.070533 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 16:37:20.070533 dv-cinder-757936-8-iscsi neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 16:37:20.070533 dv-cinder-757936-8-iscsi neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 16:37:20.130330 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9015675f-cf0b-42cf-a716-d54262a966cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956946'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:20.137953 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-9015675f-cf0b-42cf-a716-d54262a966cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:20.139827 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-9015675f-cf0b-42cf-a716-d54262a966cb admin admin] 10.222.0.62 "DELETE /v2.0/networks/e7e09938-ff3a-4f2e-856c-6f22f9806481 HTTP/1.1" status: 204 len: 168 time: 0.2710309 Sep 03 16:37:20.152508 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9015675f-cf0b-42cf-a716-d54262a966cb admin admin] Pushing event deleted for resources: {'Network': ['ID=e7e09938-ff3a-4f2e-856c-6f22f9806481,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:20.308986 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 54522) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:37:20.356746 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-37b124b0-f583-40f8-b5c4-39099b18cd20 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a19e1b1df695402b9c746ba2f2964cdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461850 Sep 03 16:37:20.358891 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 54524) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:37:20.375505 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 54526) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:37:20.407554 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-74e6970d-be41-4bac-af55-c6f31d9941a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:20.428741 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-74e6970d-be41-4bac-af55-c6f31d9941a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:20.478041 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-74e6970d-be41-4bac-af55-c6f31d9941a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:20.481290 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-74e6970d-be41-4bac-af55-c6f31d9941a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:20.482432 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-74e6970d-be41-4bac-af55-c6f31d9941a2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ee829c8d-58ca-4d7b-a35f-00a8c6b1a071 HTTP/1.1" status: 204 len: 168 time: 0.1226087 Sep 03 16:37:20.491201 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6970d-be41-4bac-af55-c6f31d9941a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee829c8d-58ca-4d7b-a35f-00a8c6b1a071,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:20.492112 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ccc064c1-36ec-4aa2-a037-22a1908485ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:20.590981 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ccc064c1-36ec-4aa2-a037-22a1908485ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:20.595972 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-ccc064c1-36ec-4aa2-a037-22a1908485ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:20.635855 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-ccc064c1-36ec-4aa2-a037-22a1908485ab admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=33f1e4b1bf794596a0acfc1dc9a4fbfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2592208 Sep 03 16:37:20.637098 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc064c1-36ec-4aa2-a037-22a1908485ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82354897-6c03-494a-96cf-bc657b6bd6fb,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:20.638451 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 54534) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:37:20.687351 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-40238c3b-ed90-4099-9bb1-9a4b349ce02c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:20.712002 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-40238c3b-ed90-4099-9bb1-9a4b349ce02c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:20.759171 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-40238c3b-ed90-4099-9bb1-9a4b349ce02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:20.761758 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-40238c3b-ed90-4099-9bb1-9a4b349ce02c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:20.762909 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-40238c3b-ed90-4099-9bb1-9a4b349ce02c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/82354897-6c03-494a-96cf-bc657b6bd6fb HTTP/1.1" status: 204 len: 168 time: 0.1234772 Sep 03 16:37:20.770933 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40238c3b-ed90-4099-9bb1-9a4b349ce02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82354897-6c03-494a-96cf-bc657b6bd6fb,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:20.820428 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30fea9dd-2dab-4865-ba17-13165276935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:21.178099 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 54564) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:37:21.278529 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-32429621-df18-4159-b708-96f01206be73 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-80914244-network', 'tenant_id': 'fc56d99c063b480c8584df0df4f7d9cd'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:37:21.300454 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32429621-df18-4159-b708-96f01206be73 admin admin] Made reservation on behalf of fc56d99c063b480c8584df0df4f7d9cd for: {'network': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:37:21.302932 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-32429621-df18-4159-b708-96f01206be73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for network, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:21.311355 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-32429621-df18-4159-b708-96f01206be73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:21.402462 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-32429621-df18-4159-b708-96f01206be73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:21.406538 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-32429621-df18-4159-b708-96f01206be73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:21.427699 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32429621-df18-4159-b708-96f01206be73 admin admin] vlan segment allocate from pool success with {'vlan_id': 870, 'physical_network': 'physnet1'} {{(pid=93827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 16:37:21.442427 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32429621-df18-4159-b708-96f01206be73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebecc497-9550-4130-a063-79b761a0ca9b,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:21.445369 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-32429621-df18-4159-b708-96f01206be73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526'] for segment, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:21.445750 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.db.segments_db [None req-32429621-df18-4159-b708-96f01206be73 admin admin] Added segment e57eb413-4bc6-469d-ab15-d472d5b2d5a1 of type vlan for network e3e671f5-b8e6-4c94-a325-6f19cfbb364e Sep 03 16:37:21.490198 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-32429621-df18-4159-b708-96f01206be73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739257364188'] for network, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:21.515393 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-32429621-df18-4159-b708-96f01206be73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707'] for network, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:21.516380 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32429621-df18-4159-b708-96f01206be73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:21.516978 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-32429621-df18-4159-b708-96f01206be73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:21.549517 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-32429621-df18-4159-b708-96f01206be73 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3702757 Sep 03 16:37:21.552186 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 54578) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:37:21.558603 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-4a10a067-d83f-4c6e-8a8d-116711828217 admin admin] Request body: {'subnet': {'network_id': 'e3e671f5-b8e6-4c94-a325-6f19cfbb364e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-80914244-subnet', 'tenant_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:37:21.591203 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32429621-df18-4159-b708-96f01206be73 admin admin] Pushing event updated for resources: {'Network': ['ID=e3e671f5-b8e6-4c94-a325-6f19cfbb364e,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:21.601201 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Network e3e671f5-b8e6-4c94-a325-6f19cfbb364e details requested by agent ovs-agent-dv-cinder-757936-8-iscsi with host dv-cinder-757936-8-iscsi {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 16:37:21.608651 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a10a067-d83f-4c6e-8a8d-116711828217 admin admin] Made reservation on behalf of fc56d99c063b480c8584df0df4f7d9cd for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:37:21.612138 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4a10a067-d83f-4c6e-8a8d-116711828217 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126670138'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:21.795284 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4a10a067-d83f-4c6e-8a8d-116711828217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126147543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126670100'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:21.852007 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10a067-d83f-4c6e-8a8d-116711828217 admin admin] Pushing event updated for resources: {'Subnet': ['ID=364c15a2-d6c9-4f58-872a-56fee3684246,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:21.859781 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a10a067-d83f-4c6e-8a8d-116711828217 admin admin] Checking segment: {'id': 'e57eb413-4bc6-469d-ab15-d472d5b2d5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'e3e671f5-b8e6-4c94-a325-6f19cfbb364e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:37:21.860157 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a10a067-d83f-4c6e-8a8d-116711828217 admin admin] Network hostable DHCP agents. Network: e3e671f5-b8e6-4c94-a325-6f19cfbb364e, hostable agents: ['3c1899c8-97e0-46b0-b7e8-2386c864002b'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 16:37:21.876560 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a10a067-d83f-4c6e-8a8d-116711828217 admin admin] Network e3e671f5-b8e6-4c94-a325-6f19cfbb364e is scheduled to be hosted by DHCP agent 3c1899c8-97e0-46b0-b7e8-2386c864002b with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 16:37:21.886075 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-4a10a067-d83f-4c6e-8a8d-116711828217 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-8-iscsi, e3e671f5-b8e6-4c94-a325-6f19cfbb364e) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:37:21.890540 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a10a067-d83f-4c6e-8a8d-116711828217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:21.891164 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-4a10a067-d83f-4c6e-8a8d-116711828217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:21.906349 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e02db64-e146-4e4e-970f-c5b0f0af1ca5 None None] Network e3e671f5-b8e6-4c94-a325-6f19cfbb364e requested from dv-cinder-757936-8-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:37:21.908389 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-4a10a067-d83f-4c6e-8a8d-116711828217 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3536601 Sep 03 16:37:21.911109 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 54592) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:37:21.915931 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-5f10aeb5-fcef-4e77-ba31-4c1d6ca03c3d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-80914244-router', 'tenant_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227'}}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:37:21.942746 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5f10aeb5-fcef-4e77-ba31-4c1d6ca03c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-922507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126097'] for router, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:21.944969 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5f10aeb5-fcef-4e77-ba31-4c1d6ca03c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-923019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-980224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126088'] for router, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:22.004968 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5f10aeb5-fcef-4e77-ba31-4c1d6ca03c3d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:22.060768 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122e75f9-a892-4e1e-a314-eeca3929f886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp196e1458-7fbe-5091-b5c9-92cf974e8c50-e3e671f5-b8e6-4c94-a325-6f19cfbb364e', 'network_id': 'e3e671f5-b8e6-4c94-a325-6f19cfbb364e', 'tenant_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'fixed_ips': [{'subnet_id': '364c15a2-d6c9-4f58-872a-56fee3684246'}]}} from dv-cinder-757936-8-iscsi. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 16:37:22.061668 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-122e75f9-a892-4e1e-a314-eeca3929f886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:22.149418 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5f10aeb5-fcef-4e77-ba31-4c1d6ca03c3d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:22.203820 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-122e75f9-a892-4e1e-a314-eeca3929f886 None None] Allocated IP 172.20.0.2 (e3e671f5-b8e6-4c94-a325-6f19cfbb364e/364c15a2-d6c9-4f58-872a-56fee3684246/a360cdcf-2aa2-4135-a333-ef06e5f41183) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:37:22.360049 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-122e75f9-a892-4e1e-a314-eeca3929f886 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:22.370354 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-122e75f9-a892-4e1e-a314-eeca3929f886 None None] Transition to ACTIVE for port object a360cdcf-2aa2-4135-a333-ef06e5f41183 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:37:22.387936 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5f10aeb5-fcef-4e77-ba31-4c1d6ca03c3d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:22.394197 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-122e75f9-a892-4e1e-a314-eeca3929f886 None None] Transition to ACTIVE for port object a360cdcf-2aa2-4135-a333-ef06e5f41183 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:37:22.398926 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-122e75f9-a892-4e1e-a314-eeca3929f886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:22.415925 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5f10aeb5-fcef-4e77-ba31-4c1d6ca03c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:22.438783 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122e75f9-a892-4e1e-a314-eeca3929f886 None None] Network e3e671f5-b8e6-4c94-a325-6f19cfbb364e is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:37:22.441567 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-122e75f9-a892-4e1e-a314-eeca3929f886 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:37:22.445070 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122e75f9-a892-4e1e-a314-eeca3929f886 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:37:22.454541 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122e75f9-a892-4e1e-a314-eeca3929f886 None None] Pushing event updated for resources: {'Port': ['ID=a360cdcf-2aa2-4135-a333-ef06e5f41183,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:22.517821 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-122e75f9-a892-4e1e-a314-eeca3929f886 None None] Attempting to bind port a360cdcf-2aa2-4135-a333-ef06e5f41183 on host dv-cinder-757936-8-iscsi for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:37:22.518200 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-122e75f9-a892-4e1e-a314-eeca3929f886 None None] Attempting to bind port a360cdcf-2aa2-4135-a333-ef06e5f41183 by drivers openvswitch,hyperv on host dv-cinder-757936-8-iscsi at level 0 using segments [{'id': 'e57eb413-4bc6-469d-ab15-d472d5b2d5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'e3e671f5-b8e6-4c94-a325-6f19cfbb364e'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:37:22.518566 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122e75f9-a892-4e1e-a314-eeca3929f886 None None] Attempting to bind port a360cdcf-2aa2-4135-a333-ef06e5f41183 on network e3e671f5-b8e6-4c94-a325-6f19cfbb364e {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:37:22.524234 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122e75f9-a892-4e1e-a314-eeca3929f886 None None] Checking agent: {'id': '09c8fd01-6670-4f2e-aed1-0a61ad96cff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 19, 48), 'started_at': datetime.datetime(2021, 9, 3, 16, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:37:22.524687 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122e75f9-a892-4e1e-a314-eeca3929f886 None None] Checking segment: {'id': 'e57eb413-4bc6-469d-ab15-d472d5b2d5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'e3e671f5-b8e6-4c94-a325-6f19cfbb364e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:37:22.525133 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-122e75f9-a892-4e1e-a314-eeca3929f886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:22.525538 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122e75f9-a892-4e1e-a314-eeca3929f886 None None] Bound using segment: {'id': 'e57eb413-4bc6-469d-ab15-d472d5b2d5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'e3e671f5-b8e6-4c94-a325-6f19cfbb364e'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:37:22.526008 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-122e75f9-a892-4e1e-a314-eeca3929f886 None None] Bound port: a360cdcf-2aa2-4135-a333-ef06e5f41183, host: dv-cinder-757936-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57eb413-4bc6-469d-ab15-d472d5b2d5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'e3e671f5-b8e6-4c94-a325-6f19cfbb364e'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:37:22.526400 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-122e75f9-a892-4e1e-a314-eeca3929f886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:22.543735 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 54610) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:37:22.551252 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-5f10aeb5-fcef-4e77-ba31-4c1d6ca03c3d admin admin] Allocated IP 172.27.3.64 (af961d58-b724-401e-8712-cedb04029227/ab4829e3-7396-4499-a1b3-42e28c777fec/017ed15f-04b4-4d06-b7f2-01296415bc04) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:37:22.594250 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-122e75f9-a892-4e1e-a314-eeca3929f886 None None] For port a360cdcf-2aa2-4135-a333-ef06e5f41183, host dv-cinder-757936-8-iscsi, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:37:22.597871 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-122e75f9-a892-4e1e-a314-eeca3929f886 None None] For port a360cdcf-2aa2-4135-a333-ef06e5f41183, host dv-cinder-757936-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=a360cdcf-2aa2-4135-a333-ef06e5f41183,segment=NetworkSegment(e57eb413-4bc6-469d-ab15-d472d5b2d5a1),segment_id=e57eb413-4bc6-469d-ab15-d472d5b2d5a1)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:37:22.603517 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-122e75f9-a892-4e1e-a314-eeca3929f886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:22.665295 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-474897ff-9697-4e30-8dba-36491d2eb960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:22.668669 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122e75f9-a892-4e1e-a314-eeca3929f886 None None] Pushing event updated for resources: {'Port': ['ID=a360cdcf-2aa2-4135-a333-ef06e5f41183,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:22.676492 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5f10aeb5-fcef-4e77-ba31-4c1d6ca03c3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:22.725952 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5f10aeb5-fcef-4e77-ba31-4c1d6ca03c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126147387'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:22.761970 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f10aeb5-fcef-4e77-ba31-4c1d6ca03c3d admin admin] Network af961d58-b724-401e-8712-cedb04029227 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:37:22.765166 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-5f10aeb5-fcef-4e77-ba31-4c1d6ca03c3d admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:37:22.769198 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f10aeb5-fcef-4e77-ba31-4c1d6ca03c3d admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:37:22.777918 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-474897ff-9697-4e30-8dba-36491d2eb960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:22.782880 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-474897ff-9697-4e30-8dba-36491d2eb960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:22.805812 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f10aeb5-fcef-4e77-ba31-4c1d6ca03c3d admin admin] Pushing event updated for resources: {'Port': ['ID=017ed15f-04b4-4d06-b7f2-01296415bc04,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:22.828363 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-474897ff-9697-4e30-8dba-36491d2eb960 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0795a662535945d2bc0582962710bb1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2832069 Sep 03 16:37:22.831012 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 54614) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:37:22.831148 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f10aeb5-fcef-4e77-ba31-4c1d6ca03c3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:22.831373 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f10aeb5-fcef-4e77-ba31-4c1d6ca03c3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:22.831720 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f10aeb5-fcef-4e77-ba31-4c1d6ca03c3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:22.832061 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f10aeb5-fcef-4e77-ba31-4c1d6ca03c3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:22.832398 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f10aeb5-fcef-4e77-ba31-4c1d6ca03c3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:22.832734 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f10aeb5-fcef-4e77-ba31-4c1d6ca03c3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:22.833164 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f10aeb5-fcef-4e77-ba31-4c1d6ca03c3d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:22.833422 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f10aeb5-fcef-4e77-ba31-4c1d6ca03c3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:22.833756 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f10aeb5-fcef-4e77-ba31-4c1d6ca03c3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:22.834202 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f10aeb5-fcef-4e77-ba31-4c1d6ca03c3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:22.834651 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f10aeb5-fcef-4e77-ba31-4c1d6ca03c3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:22.834993 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f10aeb5-fcef-4e77-ba31-4c1d6ca03c3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:22.842569 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474897ff-9697-4e30-8dba-36491d2eb960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e889b27b-acfc-4c07-9775-6d039fa07ed7,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:22.902636 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8cc19558-6a3c-4ff1-a326-21c84d09ab1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:22.930066 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8cc19558-6a3c-4ff1-a326-21c84d09ab1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:22.994343 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8cc19558-6a3c-4ff1-a326-21c84d09ab1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:22.996793 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:22.997384 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8cc19558-6a3c-4ff1-a326-21c84d09ab1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:22.998062 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-8cc19558-6a3c-4ff1-a326-21c84d09ab1e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e889b27b-acfc-4c07-9775-6d039fa07ed7 HTTP/1.1" status: 204 len: 168 time: 0.1653302 Sep 03 16:37:23.006609 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc19558-6a3c-4ff1-a326-21c84d09ab1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e889b27b-acfc-4c07-9775-6d039fa07ed7,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:23.103732 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5f10aeb5-fcef-4e77-ba31-4c1d6ca03c3d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:23.283743 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 54620) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:37:23.300693 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e1c1896a-748d-4b54-881f-a587c89ab552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:23.317241 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5f10aeb5-fcef-4e77-ba31-4c1d6ca03c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-921106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-923102'] for router, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:23.519879 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e1c1896a-748d-4b54-881f-a587c89ab552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:23.526023 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e1c1896a-748d-4b54-881f-a587c89ab552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:23.535676 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f10aeb5-fcef-4e77-ba31-4c1d6ca03c3d admin admin] Router 3977f0f1-a3af-44aa-8891-494113f78994 is scheduled to L3 agent 32b2b364-f1ef-43b0-aa1c-04e185c9ddf9 with binding_index 1 {{(pid=93827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 16:37:23.576194 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c1896a-748d-4b54-881f-a587c89ab552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eee6312-4f8e-46c8-b63b-d03de81b1881,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:23.581479 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-e1c1896a-748d-4b54-881f-a587c89ab552 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7174b419479643b28341fc8c4aeb7d2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2966428 Sep 03 16:37:23.584117 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 54622) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:37:23.619402 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aeb4596-030f-4281-8869-4e968bb3c65c None None] Network e3e671f5-b8e6-4c94-a325-6f19cfbb364e requested from dv-cinder-757936-8-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:37:23.642885 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8d4d1dcc-43ec-4a13-969e-7426b3cc47c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:23.664980 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8d4d1dcc-43ec-4a13-969e-7426b3cc47c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:23.688853 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f10aeb5-fcef-4e77-ba31-4c1d6ca03c3d admin admin] Notify agent at l3_agent.dv-cinder-757936-8-iscsi the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:37:23.709765 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5f10aeb5-fcef-4e77-ba31-4c1d6ca03c3d admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:23.711459 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-5f10aeb5-fcef-4e77-ba31-4c1d6ca03c3d admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7990623 Sep 03 16:37:23.714260 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 54624) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:37:23.718792 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8d4d1dcc-43ec-4a13-969e-7426b3cc47c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:23.721626 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-8d4d1dcc-43ec-4a13-969e-7426b3cc47c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:23.722770 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-8d4d1dcc-43ec-4a13-969e-7426b3cc47c5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5eee6312-4f8e-46c8-b63b-d03de81b1881 HTTP/1.1" status: 204 len: 168 time: 0.1376624 Sep 03 16:37:23.730295 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device a360cdcf-2aa2-4135-a333-ef06e5f41183 up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:37:23.732165 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23aae93-660f-4cc0-8753-996749d99150 None None] Sync routers for ids ['3977f0f1-a3af-44aa-8891-494113f78994'] in dv-cinder-757936-8-iscsi {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:37:23.740065 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d1dcc-43ec-4a13-969e-7426b3cc47c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eee6312-4f8e-46c8-b63b-d03de81b1881,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:23.818525 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23aae93-660f-4cc0-8753-996749d99150 None None] Routers {'3977f0f1-a3af-44aa-8891-494113f78994'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:37:23.819266 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-f23aae93-660f-4cc0-8753-996749d99150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:37:18Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['3977f0f1-a3af-44aa-8891-494113f78994'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:37:23.858024 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3824bb9b-a11c-4156-81f3-5e4515a57ac8 None None] Provisioning for port a360cdcf-2aa2-4135-a333-ef06e5f41183 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:37:23.947037 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-f23aae93-660f-4cc0-8753-996749d99150 None None] Set router 3977f0f1-a3af-44aa-8891-494113f78994 gateway port host: dv-cinder-757936-8-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:37:24.049332 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning for port a360cdcf-2aa2-4135-a333-ef06e5f41183 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:37:24.085675 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port a360cdcf-2aa2-4135-a333-ef06e5f41183 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:37:24.086059 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:24.183937 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b5fe383d-2f15-4663-b491-25ec4900f2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:24.225477 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:24.264697 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-f23aae93-660f-4cc0-8753-996749d99150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3977f0f1-a3af-44aa-8891-494113f78994', 'name': 'tempest-TestMinimumBasicScenario-80914244-router', 'tenant_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '017ed15f-04b4-4d06-b7f2-01296415bc04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:37:21Z', 'updated_at': '2021-09-03T16:37:22Z', 'revision_number': 3, 'project_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'gw_port': {'id': '017ed15f-04b4-4d06-b7f2-01296415bc04', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:64:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3977f0f1-a3af-44aa-8891-494113f78994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:37:22Z', 'updated_at': '2021-09-03T16:37:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi'}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:37:24.267691 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] For port a360cdcf-2aa2-4135-a333-ef06e5f41183, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=a360cdcf-2aa2-4135-a333-ef06e5f41183,segment=NetworkSegment(e57eb413-4bc6-469d-ab15-d472d5b2d5a1),segment_id=e57eb413-4bc6-469d-ab15-d472d5b2d5a1)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:37:24.296620 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:24.300259 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23aae93-660f-4cc0-8753-996749d99150 None None] Checking router: 3977f0f1-a3af-44aa-8891-494113f78994 for host: dv-cinder-757936-8-iscsi {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:37:24.300617 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23aae93-660f-4cc0-8753-996749d99150 None None] Updating router 3977f0f1-a3af-44aa-8891-494113f78994 port 017ed15f-04b4-4d06-b7f2-01296415bc04 binding host dv-cinder-757936-8-iscsi {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 16:37:24.379242 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Pushing event updated for resources: {'Port': ['ID=a360cdcf-2aa2-4135-a333-ef06e5f41183,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:24.383096 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f23aae93-660f-4cc0-8753-996749d99150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:24.395187 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-b5fe383d-2f15-4663-b491-25ec4900f2bd admin admin] Allocated IP 172.20.0.1 (e3e671f5-b8e6-4c94-a325-6f19cfbb364e/364c15a2-d6c9-4f58-872a-56fee3684246/278b6c2d-af0f-4750-9868-24d068bc0c6e) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:37:24.477667 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-866d1c2c-055f-47d2-ba16-766fd1674312 None None] Provisioning complete for port a360cdcf-2aa2-4135-a333-ef06e5f41183 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:37:24.478018 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-866d1c2c-055f-47d2-ba16-766fd1674312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:24.511281 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b5fe383d-2f15-4663-b491-25ec4900f2bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:24.528897 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-b5fe383d-2f15-4663-b491-25ec4900f2bd admin admin] Transition to ACTIVE for port object 278b6c2d-af0f-4750-9868-24d068bc0c6e will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:37:24.564348 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b5fe383d-2f15-4663-b491-25ec4900f2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126147387'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:24.605775 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fe383d-2f15-4663-b491-25ec4900f2bd admin admin] Network e3e671f5-b8e6-4c94-a325-6f19cfbb364e is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:37:24.610533 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-b5fe383d-2f15-4663-b491-25ec4900f2bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:37:24.623650 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fe383d-2f15-4663-b491-25ec4900f2bd admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:37:24.627489 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe383d-2f15-4663-b491-25ec4900f2bd admin admin] Pushing event updated for resources: {'Port': ['ID=278b6c2d-af0f-4750-9868-24d068bc0c6e,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:24.669469 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b5fe383d-2f15-4663-b491-25ec4900f2bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-957067'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:24.827698 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b5fe383d-2f15-4663-b491-25ec4900f2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:24.879325 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f23aae93-660f-4cc0-8753-996749d99150 None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:24.890051 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-f23aae93-660f-4cc0-8753-996749d99150 None None] Transition to ACTIVE for port object 017ed15f-04b4-4d06-b7f2-01296415bc04 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:37:24.898694 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f23aae93-660f-4cc0-8753-996749d99150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:24.958949 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6f8a0-2e92-436a-acfa-270906a166db None None] Pushing event updated for resources: {'Port': ['ID=017ed15f-04b4-4d06-b7f2-01296415bc04,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:24.965616 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-f23aae93-660f-4cc0-8753-996749d99150 None None] Attempting to bind port 017ed15f-04b4-4d06-b7f2-01296415bc04 on host dv-cinder-757936-8-iscsi for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:37:24.966146 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-f23aae93-660f-4cc0-8753-996749d99150 None None] Attempting to bind port 017ed15f-04b4-4d06-b7f2-01296415bc04 by drivers openvswitch,hyperv on host dv-cinder-757936-8-iscsi at level 0 using segments [{'id': '8fbc7082-b272-4b43-971d-120707d467f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af961d58-b724-401e-8712-cedb04029227'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:37:24.966631 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23aae93-660f-4cc0-8753-996749d99150 None None] Attempting to bind port 017ed15f-04b4-4d06-b7f2-01296415bc04 on network af961d58-b724-401e-8712-cedb04029227 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:37:24.971167 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-706b4648-5ad9-4727-8080-8df0f6814f54 None None] Provisioning for port 278b6c2d-af0f-4750-9868-24d068bc0c6e completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:37:24.977501 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23aae93-660f-4cc0-8753-996749d99150 None None] Checking agent: {'id': '09c8fd01-6670-4f2e-aed1-0a61ad96cff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 19, 48), 'started_at': datetime.datetime(2021, 9, 3, 16, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:37:24.977954 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23aae93-660f-4cc0-8753-996749d99150 None None] Checking segment: {'id': '8fbc7082-b272-4b43-971d-120707d467f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af961d58-b724-401e-8712-cedb04029227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:37:24.978451 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f23aae93-660f-4cc0-8753-996749d99150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:24.978932 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23aae93-660f-4cc0-8753-996749d99150 None None] Bound using segment: {'id': '8fbc7082-b272-4b43-971d-120707d467f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af961d58-b724-401e-8712-cedb04029227'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:37:24.979468 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-f23aae93-660f-4cc0-8753-996749d99150 None None] Bound port: 017ed15f-04b4-4d06-b7f2-01296415bc04, host: dv-cinder-757936-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fbc7082-b272-4b43-971d-120707d467f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af961d58-b724-401e-8712-cedb04029227'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:37:24.979926 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f23aae93-660f-4cc0-8753-996749d99150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:24.981684 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-706b4648-5ad9-4727-8080-8df0f6814f54 None None] Provisioning complete for port 278b6c2d-af0f-4750-9868-24d068bc0c6e triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:37:24.982105 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-706b4648-5ad9-4727-8080-8df0f6814f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:25.014844 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b5fe383d-2f15-4663-b491-25ec4900f2bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:25.020026 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b5fe383d-2f15-4663-b491-25ec4900f2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126147372'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:25.046340 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-706b4648-5ad9-4727-8080-8df0f6814f54 None None] Port 278b6c2d-af0f-4750-9868-24d068bc0c6e cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:37:25.065819 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-f23aae93-660f-4cc0-8753-996749d99150 None None] For port 017ed15f-04b4-4d06-b7f2-01296415bc04, host dv-cinder-757936-8-iscsi, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:37:25.068726 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-f23aae93-660f-4cc0-8753-996749d99150 None None] For port 017ed15f-04b4-4d06-b7f2-01296415bc04, host dv-cinder-757936-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=017ed15f-04b4-4d06-b7f2-01296415bc04,segment=NetworkSegment(8fbc7082-b272-4b43-971d-120707d467f2),segment_id=8fbc7082-b272-4b43-971d-120707d467f2)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:37:25.074842 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f23aae93-660f-4cc0-8753-996749d99150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:25.093154 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe383d-2f15-4663-b491-25ec4900f2bd admin admin] Pushing event updated for resources: {'Port': ['ID=278b6c2d-af0f-4750-9868-24d068bc0c6e,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:25.096696 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b5fe383d-2f15-4663-b491-25ec4900f2bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-922651'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:25.134465 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23aae93-660f-4cc0-8753-996749d99150 None None] Routers {'3977f0f1-a3af-44aa-8891-494113f78994'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:37:25.135109 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-f23aae93-660f-4cc0-8753-996749d99150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:37:18Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['3977f0f1-a3af-44aa-8891-494113f78994'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:37:25.139947 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6f8a0-2e92-436a-acfa-270906a166db None None] Pushing event updated for resources: {'Port': ['ID=017ed15f-04b4-4d06-b7f2-01296415bc04,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:25.196200 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fe383d-2f15-4663-b491-25ec4900f2bd admin admin] Network e3e671f5-b8e6-4c94-a325-6f19cfbb364e is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:37:25.197637 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-b5fe383d-2f15-4663-b491-25ec4900f2bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:37:25.259149 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-f23aae93-660f-4cc0-8753-996749d99150 None None] Set router 3977f0f1-a3af-44aa-8891-494113f78994 gateway port host: dv-cinder-757936-8-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:37:25.331709 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5fe383d-2f15-4663-b491-25ec4900f2bd admin admin] Router 3977f0f1-a3af-44aa-8891-494113f78994 has already been hosted by L3 agent 32b2b364-f1ef-43b0-aa1c-04e185c9ddf9 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:37:25.448006 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fe383d-2f15-4663-b491-25ec4900f2bd admin admin] Notify agent at l3_agent.dv-cinder-757936-8-iscsi the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:37:25.457567 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-b5fe383d-2f15-4663-b491-25ec4900f2bd admin admin] 10.222.0.62 "PUT /v2.0/routers/3977f0f1-a3af-44aa-8891-494113f78994/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7419028 Sep 03 16:37:25.483265 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-3b138b86-3fc8-4e8a-928e-57ae0038f891 None None] Provisioning complete for port 278b6c2d-af0f-4750-9868-24d068bc0c6e triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:37:25.483552 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3b138b86-3fc8-4e8a-928e-57ae0038f891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:25.527304 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-3b138b86-3fc8-4e8a-928e-57ae0038f891 None None] Port 278b6c2d-af0f-4750-9868-24d068bc0c6e cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:37:25.537073 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-f23aae93-660f-4cc0-8753-996749d99150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3977f0f1-a3af-44aa-8891-494113f78994', 'name': 'tempest-TestMinimumBasicScenario-80914244-router', 'tenant_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '017ed15f-04b4-4d06-b7f2-01296415bc04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:37:21Z', 'updated_at': '2021-09-03T16:37:24Z', 'revision_number': 4, 'project_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'gw_port': {'id': '017ed15f-04b4-4d06-b7f2-01296415bc04', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:64:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3977f0f1-a3af-44aa-8891-494113f78994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:37:22Z', 'updated_at': '2021-09-03T16:37:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '278b6c2d-af0f-4750-9868-24d068bc0c6e', 'name': '', 'network_id': 'e3e671f5-b8e6-4c94-a325-6f19cfbb364e', 'tenant_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'mac_address': 'fa:16:3e:96:c6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3977f0f1-a3af-44aa-8891-494113f78994', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '364c15a2-d6c9-4f58-872a-56fee3684246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:37:24Z', 'updated_at': '2021-09-03T16:37:24Z', 'revision_number': 2, 'project_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'subnets': [{'id': '364c15a2-d6c9-4f58-872a-56fee3684246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:37:25.571136 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23aae93-660f-4cc0-8753-996749d99150 None None] The sync data for ids ['3977f0f1-a3af-44aa-8891-494113f78994'] in dv-cinder-757936-8-iscsi is: [{'id': '3977f0f1-a3af-44aa-8891-494113f78994', 'name': 'tempest-TestMinimumBasicScenario-80914244-router', 'tenant_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '017ed15f-04b4-4d06-b7f2-01296415bc04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:37:21Z', 'updated_at': '2021-09-03T16:37:24Z', 'revision_number': 4, 'project_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'gw_port': {'id': '017ed15f-04b4-4d06-b7f2-01296415bc04', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:64:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3977f0f1-a3af-44aa-8891-494113f78994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:37:22Z', 'updated_at': '2021-09-03T16:37:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '278b6c2d-af0f-4750-9868-24d068bc0c6e', 'name': '', 'network_id': 'e3e671f5-b8e6-4c94-a325-6f19cfbb364e', 'tenant_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'mac_address': 'fa:16:3e:96:c6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3977f0f1-a3af-44aa-8891-494113f78994', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '364c15a2-d6c9-4f58-872a-56fee3684246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:37:24Z', 'updated_at': '2021-09-03T16:37:24Z', 'revision_number': 2, 'project_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'subnets': [{'id': '364c15a2-d6c9-4f58-872a-56fee3684246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:37:25.680971 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device a360cdcf-2aa2-4135-a333-ef06e5f41183 up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:37:25.752087 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port a360cdcf-2aa2-4135-a333-ef06e5f41183 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:37:25.752470 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:26.133947 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 54682) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:37:26.139238 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-2798de54-fd54-4979-8f6a-ef97d147635d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1024128954-network', 'tenant_id': '4c8c247639ac47a291af0d39a7b79da0'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:37:26.161968 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2798de54-fd54-4979-8f6a-ef97d147635d admin admin] Made reservation on behalf of 4c8c247639ac47a291af0d39a7b79da0 for: {'network': 1} {{(pid=93828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:37:26.164944 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2798de54-fd54-4979-8f6a-ef97d147635d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for network, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:26.174026 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2798de54-fd54-4979-8f6a-ef97d147635d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:26.281220 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2798de54-fd54-4979-8f6a-ef97d147635d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:26.288538 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2798de54-fd54-4979-8f6a-ef97d147635d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:26.315158 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2798de54-fd54-4979-8f6a-ef97d147635d admin admin] vlan segment allocate from pool success with {'vlan_id': 894, 'physical_network': 'physnet1'} {{(pid=93828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 16:37:26.327188 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2798de54-fd54-4979-8f6a-ef97d147635d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c18fbd5-d88c-4663-9516-dcdb51553164,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:26.330258 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2798de54-fd54-4979-8f6a-ef97d147635d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526'] for segment, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:26.330815 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.db.segments_db [None req-2798de54-fd54-4979-8f6a-ef97d147635d admin admin] Added segment c321cb1e-4a4e-4ce6-b86b-0d5f108e039a of type vlan for network 1fb89acc-1e38-4b5f-b7c6-2c146d2a1a71 Sep 03 16:37:26.373422 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2798de54-fd54-4979-8f6a-ef97d147635d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739257364188'] for network, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:26.400158 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2798de54-fd54-4979-8f6a-ef97d147635d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707'] for network, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:26.400158 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2798de54-fd54-4979-8f6a-ef97d147635d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:26.401068 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-2798de54-fd54-4979-8f6a-ef97d147635d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:26.438299 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-2798de54-fd54-4979-8f6a-ef97d147635d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3027313 Sep 03 16:37:26.441172 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 54684) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:37:26.446459 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-de16620d-67bc-4221-82f7-5634a9fda958 admin admin] Request body: {'subnet': {'network_id': '1fb89acc-1e38-4b5f-b7c6-2c146d2a1a71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1024128954-subnet', 'tenant_id': '4c8c247639ac47a291af0d39a7b79da0', 'ip_version': 4}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:37:26.463620 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2798de54-fd54-4979-8f6a-ef97d147635d admin admin] Pushing event updated for resources: {'Network': ['ID=1fb89acc-1e38-4b5f-b7c6-2c146d2a1a71,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:26.468038 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de16620d-67bc-4221-82f7-5634a9fda958 admin admin] Made reservation on behalf of 4c8c247639ac47a291af0d39a7b79da0 for: {'subnet': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:37:26.471000 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-de16620d-67bc-4221-82f7-5634a9fda958 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126670138'] for subnet, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:26.474608 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Network 1fb89acc-1e38-4b5f-b7c6-2c146d2a1a71 details requested by agent ovs-agent-dv-cinder-757936-8-iscsi with host dv-cinder-757936-8-iscsi {{(pid=93829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 16:37:26.861754 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-e252f19f-dd3e-4d3c-8df8-c3041748f205 None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:37:26.912042 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-de16620d-67bc-4221-82f7-5634a9fda958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126147543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126670100'] for subnet, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:26.974436 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de16620d-67bc-4221-82f7-5634a9fda958 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1df564b5-540f-4c5b-b4e8-115e189d2b82,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:26.981919 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de16620d-67bc-4221-82f7-5634a9fda958 admin admin] Checking segment: {'id': 'c321cb1e-4a4e-4ce6-b86b-0d5f108e039a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '1fb89acc-1e38-4b5f-b7c6-2c146d2a1a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:37:26.982290 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de16620d-67bc-4221-82f7-5634a9fda958 admin admin] Network hostable DHCP agents. Network: 1fb89acc-1e38-4b5f-b7c6-2c146d2a1a71, hostable agents: ['3c1899c8-97e0-46b0-b7e8-2386c864002b'], hosted agents: [] {{(pid=93827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 16:37:26.998850 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de16620d-67bc-4221-82f7-5634a9fda958 admin admin] Network 1fb89acc-1e38-4b5f-b7c6-2c146d2a1a71 is scheduled to be hosted by DHCP agent 3c1899c8-97e0-46b0-b7e8-2386c864002b with binding_index 1 {{(pid=93827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 16:37:27.007778 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-de16620d-67bc-4221-82f7-5634a9fda958 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-757936-8-iscsi, 1fb89acc-1e38-4b5f-b7c6-2c146d2a1a71) {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:37:27.013294 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de16620d-67bc-4221-82f7-5634a9fda958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:27.014449 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-de16620d-67bc-4221-82f7-5634a9fda958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:27.017276 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665b4c1a-46b4-472c-9980-9f7a13f4d868 None None] Network 1fb89acc-1e38-4b5f-b7c6-2c146d2a1a71 requested from dv-cinder-757936-8-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:37:27.036130 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 54692) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:37:27.036570 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-de16620d-67bc-4221-82f7-5634a9fda958 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5941365 Sep 03 16:37:27.042814 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-187ac8ea-16be-4738-97a6-c8fa1be9b19c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1024128954-router', 'tenant_id': '4c8c247639ac47a291af0d39a7b79da0', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227'}}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:37:27.068968 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-187ac8ea-16be-4738-97a6-c8fa1be9b19c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-922507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126097'] for router, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:27.070314 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-187ac8ea-16be-4738-97a6-c8fa1be9b19c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-921115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-923019', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-980224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126088'] for router, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:27.125527 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-187ac8ea-16be-4738-97a6-c8fa1be9b19c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:27.180441 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789f8f2a-8636-48b9-9d8f-36977978d440 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp196e1458-7fbe-5091-b5c9-92cf974e8c50-1fb89acc-1e38-4b5f-b7c6-2c146d2a1a71', 'network_id': '1fb89acc-1e38-4b5f-b7c6-2c146d2a1a71', 'tenant_id': '4c8c247639ac47a291af0d39a7b79da0', 'fixed_ips': [{'subnet_id': '1df564b5-540f-4c5b-b4e8-115e189d2b82'}]}} from dv-cinder-757936-8-iscsi. {{(pid=93829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 16:37:27.181345 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-789f8f2a-8636-48b9-9d8f-36977978d440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:27.269368 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-187ac8ea-16be-4738-97a6-c8fa1be9b19c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:27.320022 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.db_base_plugin_common [None req-789f8f2a-8636-48b9-9d8f-36977978d440 None None] Allocated IP 172.20.0.2 (1fb89acc-1e38-4b5f-b7c6-2c146d2a1a71/1df564b5-540f-4c5b-b4e8-115e189d2b82/15439a03-ee9d-42d8-9e73-8951182b7924) {{(pid=93829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:37:27.467738 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-789f8f2a-8636-48b9-9d8f-36977978d440 None None] Notify callbacks [] for port, precommit_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:27.477841 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-789f8f2a-8636-48b9-9d8f-36977978d440 None None] Transition to ACTIVE for port object 15439a03-ee9d-42d8-9e73-8951182b7924 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:37:27.492025 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-789f8f2a-8636-48b9-9d8f-36977978d440 None None] Transition to ACTIVE for port object 15439a03-ee9d-42d8-9e73-8951182b7924 will not be triggered until provisioned by entity DHCP. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:37:27.498948 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-789f8f2a-8636-48b9-9d8f-36977978d440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609'] for port, after_create {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:27.499183 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-187ac8ea-16be-4738-97a6-c8fa1be9b19c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:27.518205 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-187ac8ea-16be-4738-97a6-c8fa1be9b19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:27.551749 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789f8f2a-8636-48b9-9d8f-36977978d440 None None] Network 1fb89acc-1e38-4b5f-b7c6-2c146d2a1a71 is already hosted by enough agents. {{(pid=93829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:37:27.552593 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f8f2a-8636-48b9-9d8f-36977978d440 None None] Pushing event updated for resources: {'Port': ['ID=15439a03-ee9d-42d8-9e73-8951182b7924,revision_number=1']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:27.556221 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.scheduler.base_scheduler [None req-789f8f2a-8636-48b9-9d8f-36977978d440 None None] Resources bound (agent type, host, resource id): {{(pid=93829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:37:27.558270 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789f8f2a-8636-48b9-9d8f-36977978d440 None None] Received port after_create {{(pid=93829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:37:27.618803 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-789f8f2a-8636-48b9-9d8f-36977978d440 None None] Attempting to bind port 15439a03-ee9d-42d8-9e73-8951182b7924 on host dv-cinder-757936-8-iscsi for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:37:27.619128 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-789f8f2a-8636-48b9-9d8f-36977978d440 None None] Attempting to bind port 15439a03-ee9d-42d8-9e73-8951182b7924 by drivers openvswitch,hyperv on host dv-cinder-757936-8-iscsi at level 0 using segments [{'id': 'c321cb1e-4a4e-4ce6-b86b-0d5f108e039a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '1fb89acc-1e38-4b5f-b7c6-2c146d2a1a71'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:37:27.619495 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789f8f2a-8636-48b9-9d8f-36977978d440 None None] Attempting to bind port 15439a03-ee9d-42d8-9e73-8951182b7924 on network 1fb89acc-1e38-4b5f-b7c6-2c146d2a1a71 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:37:27.625983 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789f8f2a-8636-48b9-9d8f-36977978d440 None None] Checking agent: {'id': '09c8fd01-6670-4f2e-aed1-0a61ad96cff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 19, 48), 'started_at': datetime.datetime(2021, 9, 3, 16, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:37:27.626807 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789f8f2a-8636-48b9-9d8f-36977978d440 None None] Checking segment: {'id': 'c321cb1e-4a4e-4ce6-b86b-0d5f108e039a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '1fb89acc-1e38-4b5f-b7c6-2c146d2a1a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:37:27.627227 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-789f8f2a-8636-48b9-9d8f-36977978d440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:27.627631 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789f8f2a-8636-48b9-9d8f-36977978d440 None None] Bound using segment: {'id': 'c321cb1e-4a4e-4ce6-b86b-0d5f108e039a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '1fb89acc-1e38-4b5f-b7c6-2c146d2a1a71'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:37:27.628726 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-789f8f2a-8636-48b9-9d8f-36977978d440 None None] Bound port: 15439a03-ee9d-42d8-9e73-8951182b7924, host: dv-cinder-757936-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c321cb1e-4a4e-4ce6-b86b-0d5f108e039a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '1fb89acc-1e38-4b5f-b7c6-2c146d2a1a71'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:37:27.629237 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-789f8f2a-8636-48b9-9d8f-36977978d440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:27.642194 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-187ac8ea-16be-4738-97a6-c8fa1be9b19c admin admin] Allocated IP 172.27.3.173 (af961d58-b724-401e-8712-cedb04029227/ab4829e3-7396-4499-a1b3-42e28c777fec/ed64181c-8938-496a-ae94-380c0b3bcb42) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:37:27.671246 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99079b5b-65a8-4cb3-aa77-db6616d549aa None None] Sync routers for ids ['3977f0f1-a3af-44aa-8891-494113f78994'] in dv-cinder-757936-8-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:37:27.682254 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99079b5b-65a8-4cb3-aa77-db6616d549aa None None] Routers {'3977f0f1-a3af-44aa-8891-494113f78994'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:37:27.682549 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-99079b5b-65a8-4cb3-aa77-db6616d549aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:37:18Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['3977f0f1-a3af-44aa-8891-494113f78994'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:37:27.704740 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 017ed15f-04b4-4d06-b7f2-01296415bc04 up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:37:27.737714 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-789f8f2a-8636-48b9-9d8f-36977978d440 None None] For port 15439a03-ee9d-42d8-9e73-8951182b7924, host dv-cinder-757936-8-iscsi, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:37:27.752762 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-789f8f2a-8636-48b9-9d8f-36977978d440 None None] For port 15439a03-ee9d-42d8-9e73-8951182b7924, host dv-cinder-757936-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=15439a03-ee9d-42d8-9e73-8951182b7924,segment=NetworkSegment(c321cb1e-4a4e-4ce6-b86b-0d5f108e039a),segment_id=c321cb1e-4a4e-4ce6-b86b-0d5f108e039a)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:37:27.761711 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-789f8f2a-8636-48b9-9d8f-36977978d440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:27.768120 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-187ac8ea-16be-4738-97a6-c8fa1be9b19c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:27.795154 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-99079b5b-65a8-4cb3-aa77-db6616d549aa None None] Set router 3977f0f1-a3af-44aa-8891-494113f78994 gateway port host: dv-cinder-757936-8-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:37:27.825649 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f8f2a-8636-48b9-9d8f-36977978d440 None None] Pushing event updated for resources: {'Port': ['ID=15439a03-ee9d-42d8-9e73-8951182b7924,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:27.825878 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-187ac8ea-16be-4738-97a6-c8fa1be9b19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852113'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:27.829774 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning for port 017ed15f-04b4-4d06-b7f2-01296415bc04 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:37:27.834518 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port 017ed15f-04b4-4d06-b7f2-01296415bc04 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:37:27.835110 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:27.893203 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac8ea-16be-4738-97a6-c8fa1be9b19c admin admin] Pushing event updated for resources: {'Port': ['ID=ed64181c-8938-496a-ae94-380c0b3bcb42,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:27.903192 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187ac8ea-16be-4738-97a6-c8fa1be9b19c admin admin] Network af961d58-b724-401e-8712-cedb04029227 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:37:27.908222 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-187ac8ea-16be-4738-97a6-c8fa1be9b19c admin admin] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:37:27.913514 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187ac8ea-16be-4738-97a6-c8fa1be9b19c admin admin] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:37:27.933541 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:27.955084 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] For port 017ed15f-04b4-4d06-b7f2-01296415bc04, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=017ed15f-04b4-4d06-b7f2-01296415bc04,segment=NetworkSegment(8fbc7082-b272-4b43-971d-120707d467f2),segment_id=8fbc7082-b272-4b43-971d-120707d467f2)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:37:27.962100 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:28.055466 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Pushing event updated for resources: {'Port': ['ID=017ed15f-04b4-4d06-b7f2-01296415bc04,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:28.071668 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-99079b5b-65a8-4cb3-aa77-db6616d549aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3977f0f1-a3af-44aa-8891-494113f78994', 'name': 'tempest-TestMinimumBasicScenario-80914244-router', 'tenant_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '017ed15f-04b4-4d06-b7f2-01296415bc04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:37:21Z', 'updated_at': '2021-09-03T16:37:24Z', 'revision_number': 4, 'project_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'gw_port': {'id': '017ed15f-04b4-4d06-b7f2-01296415bc04', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:64:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3977f0f1-a3af-44aa-8891-494113f78994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:37:22Z', 'updated_at': '2021-09-03T16:37:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '278b6c2d-af0f-4750-9868-24d068bc0c6e', 'name': '', 'network_id': 'e3e671f5-b8e6-4c94-a325-6f19cfbb364e', 'tenant_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'mac_address': 'fa:16:3e:96:c6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3977f0f1-a3af-44aa-8891-494113f78994', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '364c15a2-d6c9-4f58-872a-56fee3684246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:37:24Z', 'updated_at': '2021-09-03T16:37:24Z', 'revision_number': 2, 'project_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'subnets': [{'id': '364c15a2-d6c9-4f58-872a-56fee3684246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:37:28.193834 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99079b5b-65a8-4cb3-aa77-db6616d549aa None None] Checking router: 3977f0f1-a3af-44aa-8891-494113f78994 for host: dv-cinder-757936-8-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:37:28.194111 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99079b5b-65a8-4cb3-aa77-db6616d549aa None None] Updating router 3977f0f1-a3af-44aa-8891-494113f78994 port 278b6c2d-af0f-4750-9868-24d068bc0c6e binding host dv-cinder-757936-8-iscsi {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 16:37:28.219417 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-99079b5b-65a8-4cb3-aa77-db6616d549aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:28.230314 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-187ac8ea-16be-4738-97a6-c8fa1be9b19c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:28.423036 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-187ac8ea-16be-4738-97a6-c8fa1be9b19c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-921106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-923102'] for router, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:28.489336 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-99079b5b-65a8-4cb3-aa77-db6616d549aa None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:28.500935 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-99079b5b-65a8-4cb3-aa77-db6616d549aa None None] Transition to ACTIVE for port object 278b6c2d-af0f-4750-9868-24d068bc0c6e will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:37:28.507134 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-99079b5b-65a8-4cb3-aa77-db6616d549aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:28.559397 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d59c80f-ff83-4a70-bf5f-e62eb093b513 None None] Pushing event updated for resources: {'Port': ['ID=278b6c2d-af0f-4750-9868-24d068bc0c6e,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:28.559925 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187ac8ea-16be-4738-97a6-c8fa1be9b19c admin admin] Router ec6dc253-52a4-4acf-9bf8-0b28efeec1dd is scheduled to L3 agent 32b2b364-f1ef-43b0-aa1c-04e185c9ddf9 with binding_index 1 {{(pid=93828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 16:37:28.568718 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59c80f-ff83-4a70-bf5f-e62eb093b513 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:28.569104 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59c80f-ff83-4a70-bf5f-e62eb093b513 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:28.569465 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59c80f-ff83-4a70-bf5f-e62eb093b513 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:28.569808 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59c80f-ff83-4a70-bf5f-e62eb093b513 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:28.570139 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59c80f-ff83-4a70-bf5f-e62eb093b513 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:28.570983 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59c80f-ff83-4a70-bf5f-e62eb093b513 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:28.571355 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59c80f-ff83-4a70-bf5f-e62eb093b513 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:28.571641 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59c80f-ff83-4a70-bf5f-e62eb093b513 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:28.571993 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59c80f-ff83-4a70-bf5f-e62eb093b513 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:28.572328 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59c80f-ff83-4a70-bf5f-e62eb093b513 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:28.573030 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59c80f-ff83-4a70-bf5f-e62eb093b513 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:28.573389 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59c80f-ff83-4a70-bf5f-e62eb093b513 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:37:28.634301 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-99079b5b-65a8-4cb3-aa77-db6616d549aa None None] Attempting to bind port 278b6c2d-af0f-4750-9868-24d068bc0c6e on host dv-cinder-757936-8-iscsi for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:37:28.634707 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-99079b5b-65a8-4cb3-aa77-db6616d549aa None None] Attempting to bind port 278b6c2d-af0f-4750-9868-24d068bc0c6e by drivers openvswitch,hyperv on host dv-cinder-757936-8-iscsi at level 0 using segments [{'id': 'e57eb413-4bc6-469d-ab15-d472d5b2d5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'e3e671f5-b8e6-4c94-a325-6f19cfbb364e'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:37:28.635206 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99079b5b-65a8-4cb3-aa77-db6616d549aa None None] Attempting to bind port 278b6c2d-af0f-4750-9868-24d068bc0c6e on network e3e671f5-b8e6-4c94-a325-6f19cfbb364e {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:37:28.640831 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99079b5b-65a8-4cb3-aa77-db6616d549aa None None] Checking agent: {'id': '09c8fd01-6670-4f2e-aed1-0a61ad96cff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 19, 48), 'started_at': datetime.datetime(2021, 9, 3, 16, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:37:28.641254 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99079b5b-65a8-4cb3-aa77-db6616d549aa None None] Checking segment: {'id': 'e57eb413-4bc6-469d-ab15-d472d5b2d5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'e3e671f5-b8e6-4c94-a325-6f19cfbb364e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:37:28.641661 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-99079b5b-65a8-4cb3-aa77-db6616d549aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:28.642062 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99079b5b-65a8-4cb3-aa77-db6616d549aa None None] Bound using segment: {'id': 'e57eb413-4bc6-469d-ab15-d472d5b2d5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'e3e671f5-b8e6-4c94-a325-6f19cfbb364e'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:37:28.642539 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-99079b5b-65a8-4cb3-aa77-db6616d549aa None None] Bound port: 278b6c2d-af0f-4750-9868-24d068bc0c6e, host: dv-cinder-757936-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57eb413-4bc6-469d-ab15-d472d5b2d5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'e3e671f5-b8e6-4c94-a325-6f19cfbb364e'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:37:28.642943 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-99079b5b-65a8-4cb3-aa77-db6616d549aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:28.695201 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187ac8ea-16be-4738-97a6-c8fa1be9b19c admin admin] Notify agent at l3_agent.dv-cinder-757936-8-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:37:28.707218 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7cb771-c0ee-4db9-ae6e-99e08b16a99d None None] Sync routers for ids ['ec6dc253-52a4-4acf-9bf8-0b28efeec1dd'] in dv-cinder-757936-8-iscsi {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:37:28.717365 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7cb771-c0ee-4db9-ae6e-99e08b16a99d None None] Routers {'ec6dc253-52a4-4acf-9bf8-0b28efeec1dd'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:37:28.717673 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-187ac8ea-16be-4738-97a6-c8fa1be9b19c admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:28.718399 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-4c7cb771-c0ee-4db9-ae6e-99e08b16a99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:37:18Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['ec6dc253-52a4-4acf-9bf8-0b28efeec1dd'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:37:28.721553 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-187ac8ea-16be-4738-97a6-c8fa1be9b19c admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6807239 Sep 03 16:37:28.721743 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-99079b5b-65a8-4cb3-aa77-db6616d549aa None None] For port 278b6c2d-af0f-4750-9868-24d068bc0c6e, host dv-cinder-757936-8-iscsi, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:37:28.722064 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 54696) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:37:28.724288 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-99079b5b-65a8-4cb3-aa77-db6616d549aa None None] For port 278b6c2d-af0f-4750-9868-24d068bc0c6e, host dv-cinder-757936-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=278b6c2d-af0f-4750-9868-24d068bc0c6e,segment=NetworkSegment(e57eb413-4bc6-469d-ab15-d472d5b2d5a1),segment_id=e57eb413-4bc6-469d-ab15-d472d5b2d5a1)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:37:28.731633 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-99079b5b-65a8-4cb3-aa77-db6616d549aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:28.789306 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d59c80f-ff83-4a70-bf5f-e62eb093b513 None None] Pushing event updated for resources: {'Port': ['ID=278b6c2d-af0f-4750-9868-24d068bc0c6e,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:28.826436 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99079b5b-65a8-4cb3-aa77-db6616d549aa None None] Routers {'3977f0f1-a3af-44aa-8891-494113f78994'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:37:28.829484 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-99079b5b-65a8-4cb3-aa77-db6616d549aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:37:18Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['3977f0f1-a3af-44aa-8891-494113f78994'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:37:28.871701 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-4c7cb771-c0ee-4db9-ae6e-99e08b16a99d None None] Set router ec6dc253-52a4-4acf-9bf8-0b28efeec1dd gateway port host: dv-cinder-757936-8-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:37:28.939615 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c39be4-39bd-40b7-9f77-2a628d9df24f None None] Network 1fb89acc-1e38-4b5f-b7c6-2c146d2a1a71 requested from dv-cinder-757936-8-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:37:28.965656 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-99079b5b-65a8-4cb3-aa77-db6616d549aa None None] Set router 3977f0f1-a3af-44aa-8891-494113f78994 gateway port host: dv-cinder-757936-8-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:37:29.201907 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-99079b5b-65a8-4cb3-aa77-db6616d549aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3977f0f1-a3af-44aa-8891-494113f78994', 'name': 'tempest-TestMinimumBasicScenario-80914244-router', 'tenant_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '017ed15f-04b4-4d06-b7f2-01296415bc04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:37:21Z', 'updated_at': '2021-09-03T16:37:24Z', 'revision_number': 4, 'project_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'gw_port': {'id': '017ed15f-04b4-4d06-b7f2-01296415bc04', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:64:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3977f0f1-a3af-44aa-8891-494113f78994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:37:22Z', 'updated_at': '2021-09-03T16:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '278b6c2d-af0f-4750-9868-24d068bc0c6e', 'name': '', 'network_id': 'e3e671f5-b8e6-4c94-a325-6f19cfbb364e', 'tenant_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'mac_address': 'fa:16:3e:96:c6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3977f0f1-a3af-44aa-8891-494113f78994', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '364c15a2-d6c9-4f58-872a-56fee3684246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:37:24Z', 'updated_at': '2021-09-03T16:37:28Z', 'revision_number': 4, 'project_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'subnets': [{'id': '364c15a2-d6c9-4f58-872a-56fee3684246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:37:29.210416 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-315ab440-64f0-44b5-b58b-c7bfeead06aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:29.229632 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99079b5b-65a8-4cb3-aa77-db6616d549aa None None] The sync data for ids ['3977f0f1-a3af-44aa-8891-494113f78994'] in dv-cinder-757936-8-iscsi is: [{'id': '3977f0f1-a3af-44aa-8891-494113f78994', 'name': 'tempest-TestMinimumBasicScenario-80914244-router', 'tenant_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '017ed15f-04b4-4d06-b7f2-01296415bc04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:37:21Z', 'updated_at': '2021-09-03T16:37:24Z', 'revision_number': 4, 'project_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'gw_port': {'id': '017ed15f-04b4-4d06-b7f2-01296415bc04', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:64:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3977f0f1-a3af-44aa-8891-494113f78994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:37:22Z', 'updated_at': '2021-09-03T16:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '278b6c2d-af0f-4750-9868-24d068bc0c6e', 'name': '', 'network_id': 'e3e671f5-b8e6-4c94-a325-6f19cfbb364e', 'tenant_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'mac_address': 'fa:16:3e:96:c6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3977f0f1-a3af-44aa-8891-494113f78994', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '364c15a2-d6c9-4f58-872a-56fee3684246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:37:24Z', 'updated_at': '2021-09-03T16:37:28Z', 'revision_number': 4, 'project_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'subnets': [{'id': '364c15a2-d6c9-4f58-872a-56fee3684246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:37:29.352655 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-00735659-0979-4ef5-ae44-a28f83e875ab None None] Provisioning for port 15439a03-ee9d-42d8-9e73-8951182b7924 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:37:29.367245 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-4c7cb771-c0ee-4db9-ae6e-99e08b16a99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6dc253-52a4-4acf-9bf8-0b28efeec1dd', 'name': 'tempest-TestMinimumBasicScenario-1024128954-router', 'tenant_id': '4c8c247639ac47a291af0d39a7b79da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'ed64181c-8938-496a-ae94-380c0b3bcb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:37:27Z', 'updated_at': '2021-09-03T16:37:28Z', 'revision_number': 3, 'project_id': '4c8c247639ac47a291af0d39a7b79da0', 'gw_port': {'id': 'ed64181c-8938-496a-ae94-380c0b3bcb42', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a1:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6dc253-52a4-4acf-9bf8-0b28efeec1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:37:27Z', 'updated_at': '2021-09-03T16:37:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi'}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:37:29.386925 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [None req-315ab440-64f0-44b5-b58b-c7bfeead06aa admin admin] Allocated IP 172.20.0.1 (1fb89acc-1e38-4b5f-b7c6-2c146d2a1a71/1df564b5-540f-4c5b-b4e8-115e189d2b82/065d3c3f-f374-44d2-a892-6e44b4ba4251) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:37:29.404433 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7cb771-c0ee-4db9-ae6e-99e08b16a99d None None] Checking router: ec6dc253-52a4-4acf-9bf8-0b28efeec1dd for host: dv-cinder-757936-8-iscsi {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:37:29.404791 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7cb771-c0ee-4db9-ae6e-99e08b16a99d None None] Updating router ec6dc253-52a4-4acf-9bf8-0b28efeec1dd port ed64181c-8938-496a-ae94-380c0b3bcb42 binding host dv-cinder-757936-8-iscsi {{(pid=93829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 16:37:29.432253 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4c7cb771-c0ee-4db9-ae6e-99e08b16a99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:29.515207 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-315ab440-64f0-44b5-b58b-c7bfeead06aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:29.531726 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [None req-315ab440-64f0-44b5-b58b-c7bfeead06aa admin admin] Transition to ACTIVE for port object 065d3c3f-f374-44d2-a892-6e44b4ba4251 will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:37:29.599119 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-315ab440-64f0-44b5-b58b-c7bfeead06aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126147387'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:29.658494 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315ab440-64f0-44b5-b58b-c7bfeead06aa admin admin] Network 1fb89acc-1e38-4b5f-b7c6-2c146d2a1a71 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:37:29.661972 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-315ab440-64f0-44b5-b58b-c7bfeead06aa admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:37:29.665327 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315ab440-64f0-44b5-b58b-c7bfeead06aa admin admin] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:37:29.710522 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ab440-64f0-44b5-b58b-c7bfeead06aa admin admin] Pushing event updated for resources: {'Port': ['ID=065d3c3f-f374-44d2-a892-6e44b4ba4251,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:29.744071 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-315ab440-64f0-44b5-b58b-c7bfeead06aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-957067'] for router_interface, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:29.769479 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4c7cb771-c0ee-4db9-ae6e-99e08b16a99d None None] Notify callbacks [] for port, precommit_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:29.798311 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-4c7cb771-c0ee-4db9-ae6e-99e08b16a99d None None] Transition to ACTIVE for port object ed64181c-8938-496a-ae94-380c0b3bcb42 will not be triggered until provisioned by entity L2. {{(pid=93829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:37:29.806494 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4c7cb771-c0ee-4db9-ae6e-99e08b16a99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:29.873647 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 15439a03-ee9d-42d8-9e73-8951182b7924 up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:37:29.896659 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2121cb1c-1445-4e27-9587-2a256e65d111 None None] Pushing event updated for resources: {'Port': ['ID=ed64181c-8938-496a-ae94-380c0b3bcb42,revision_number=2']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:29.913647 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-4c7cb771-c0ee-4db9-ae6e-99e08b16a99d None None] Attempting to bind port ed64181c-8938-496a-ae94-380c0b3bcb42 on host dv-cinder-757936-8-iscsi for vnic_type normal with profile {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:37:29.913853 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-4c7cb771-c0ee-4db9-ae6e-99e08b16a99d None None] Attempting to bind port ed64181c-8938-496a-ae94-380c0b3bcb42 by drivers openvswitch,hyperv on host dv-cinder-757936-8-iscsi at level 0 using segments [{'id': '8fbc7082-b272-4b43-971d-120707d467f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af961d58-b724-401e-8712-cedb04029227'}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:37:29.914261 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7cb771-c0ee-4db9-ae6e-99e08b16a99d None None] Attempting to bind port ed64181c-8938-496a-ae94-380c0b3bcb42 on network af961d58-b724-401e-8712-cedb04029227 {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:37:29.925239 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7cb771-c0ee-4db9-ae6e-99e08b16a99d None None] Checking agent: {'id': '09c8fd01-6670-4f2e-aed1-0a61ad96cff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 19, 48), 'started_at': datetime.datetime(2021, 9, 3, 16, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:37:29.925631 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7cb771-c0ee-4db9-ae6e-99e08b16a99d None None] Checking segment: {'id': '8fbc7082-b272-4b43-971d-120707d467f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af961d58-b724-401e-8712-cedb04029227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:37:29.926101 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4c7cb771-c0ee-4db9-ae6e-99e08b16a99d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:29.926661 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7cb771-c0ee-4db9-ae6e-99e08b16a99d None None] Bound using segment: {'id': '8fbc7082-b272-4b43-971d-120707d467f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af961d58-b724-401e-8712-cedb04029227'} {{(pid=93829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:37:29.927154 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.managers [None req-4c7cb771-c0ee-4db9-ae6e-99e08b16a99d None None] Bound port: ed64181c-8938-496a-ae94-380c0b3bcb42, host: dv-cinder-757936-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fbc7082-b272-4b43-971d-120707d467f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'af961d58-b724-401e-8712-cedb04029227'}}] {{(pid=93829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:37:29.927547 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4c7cb771-c0ee-4db9-ae6e-99e08b16a99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:29.939907 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-315ab440-64f0-44b5-b58b-c7bfeead06aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:29.993968 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-4c7cb771-c0ee-4db9-ae6e-99e08b16a99d None None] For port ed64181c-8938-496a-ae94-380c0b3bcb42, host dv-cinder-757936-8-iscsi, cleared binding levels {{(pid=93829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:37:29.997432 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-4c7cb771-c0ee-4db9-ae6e-99e08b16a99d None None] For port ed64181c-8938-496a-ae94-380c0b3bcb42, host dv-cinder-757936-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=ed64181c-8938-496a-ae94-380c0b3bcb42,segment=NetworkSegment(8fbc7082-b272-4b43-971d-120707d467f2),segment_id=8fbc7082-b272-4b43-971d-120707d467f2)] {{(pid=93829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:37:29.998646 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning for port 15439a03-ee9d-42d8-9e73-8951182b7924 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:37:30.003602 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port 15439a03-ee9d-42d8-9e73-8951182b7924 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:37:30.004033 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:30.006368 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4c7cb771-c0ee-4db9-ae6e-99e08b16a99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:30.098157 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-74efabf1-11df-42f5-8963-bcdc312f475a None None] Provisioning for port 065d3c3f-f374-44d2-a892-6e44b4ba4251 completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:37:30.116288 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2121cb1c-1445-4e27-9587-2a256e65d111 None None] Pushing event updated for resources: {'Port': ['ID=ed64181c-8938-496a-ae94-380c0b3bcb42,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:30.119774 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-74efabf1-11df-42f5-8963-bcdc312f475a None None] Provisioning complete for port 065d3c3f-f374-44d2-a892-6e44b4ba4251 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:37:30.120217 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-74efabf1-11df-42f5-8963-bcdc312f475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:30.122282 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7cb771-c0ee-4db9-ae6e-99e08b16a99d None None] Routers {'ec6dc253-52a4-4acf-9bf8-0b28efeec1dd'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:37:30.122961 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-4c7cb771-c0ee-4db9-ae6e-99e08b16a99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:37:18Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['ec6dc253-52a4-4acf-9bf8-0b28efeec1dd'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:37:30.155072 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-315ab440-64f0-44b5-b58b-c7bfeead06aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:30.156656 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-315ab440-64f0-44b5-b58b-c7bfeead06aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126147372'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:30.224468 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-315ab440-64f0-44b5-b58b-c7bfeead06aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-922651'] for router_interface, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:30.227123 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ab440-64f0-44b5-b58b-c7bfeead06aa admin admin] Pushing event updated for resources: {'Port': ['ID=065d3c3f-f374-44d2-a892-6e44b4ba4251,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:30.246464 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-74efabf1-11df-42f5-8963-bcdc312f475a None None] Port 065d3c3f-f374-44d2-a892-6e44b4ba4251 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:37:30.270011 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:30.301749 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-4c7cb771-c0ee-4db9-ae6e-99e08b16a99d None None] Set router ec6dc253-52a4-4acf-9bf8-0b28efeec1dd gateway port host: dv-cinder-757936-8-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:37:30.323648 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315ab440-64f0-44b5-b58b-c7bfeead06aa admin admin] Network 1fb89acc-1e38-4b5f-b7c6-2c146d2a1a71 is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:37:30.325062 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [None req-315ab440-64f0-44b5-b58b-c7bfeead06aa admin admin] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:37:30.345313 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] For port 15439a03-ee9d-42d8-9e73-8951182b7924, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=15439a03-ee9d-42d8-9e73-8951182b7924,segment=NetworkSegment(c321cb1e-4a4e-4ce6-b86b-0d5f108e039a),segment_id=c321cb1e-4a4e-4ce6-b86b-0d5f108e039a)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:37:30.350463 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:30.351265 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 017ed15f-04b4-4d06-b7f2-01296415bc04 up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:37:30.455872 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-315ab440-64f0-44b5-b58b-c7bfeead06aa admin admin] Router ec6dc253-52a4-4acf-9bf8-0b28efeec1dd has already been hosted by L3 agent 32b2b364-f1ef-43b0-aa1c-04e185c9ddf9 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:37:30.533010 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Pushing event updated for resources: {'Port': ['ID=15439a03-ee9d-42d8-9e73-8951182b7924,revision_number=3']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:30.575787 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315ab440-64f0-44b5-b58b-c7bfeead06aa admin admin] Notify agent at l3_agent.dv-cinder-757936-8-iscsi the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:37:30.576024 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port 017ed15f-04b4-4d06-b7f2-01296415bc04 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:37:30.576441 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:30.587221 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-315ab440-64f0-44b5-b58b-c7bfeead06aa admin admin] 10.222.0.62 "PUT /v2.0/routers/ec6dc253-52a4-4acf-9bf8-0b28efeec1dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8576570 Sep 03 16:37:30.626493 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-c44afa95-2952-4e54-afb9-d133c5f00463 None None] Provisioning complete for port 065d3c3f-f374-44d2-a892-6e44b4ba4251 triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:37:30.626874 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c44afa95-2952-4e54-afb9-d133c5f00463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:30.677191 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-c44afa95-2952-4e54-afb9-d133c5f00463 None None] Port 065d3c3f-f374-44d2-a892-6e44b4ba4251 cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:37:30.722574 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-4c7cb771-c0ee-4db9-ae6e-99e08b16a99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6dc253-52a4-4acf-9bf8-0b28efeec1dd', 'name': 'tempest-TestMinimumBasicScenario-1024128954-router', 'tenant_id': '4c8c247639ac47a291af0d39a7b79da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'ed64181c-8938-496a-ae94-380c0b3bcb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:37:27Z', 'updated_at': '2021-09-03T16:37:29Z', 'revision_number': 4, 'project_id': '4c8c247639ac47a291af0d39a7b79da0', 'gw_port': {'id': 'ed64181c-8938-496a-ae94-380c0b3bcb42', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a1:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6dc253-52a4-4acf-9bf8-0b28efeec1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:37:27Z', 'updated_at': '2021-09-03T16:37:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '065d3c3f-f374-44d2-a892-6e44b4ba4251', 'name': '', 'network_id': '1fb89acc-1e38-4b5f-b7c6-2c146d2a1a71', 'tenant_id': '4c8c247639ac47a291af0d39a7b79da0', 'mac_address': 'fa:16:3e:d1:ef:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6dc253-52a4-4acf-9bf8-0b28efeec1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '1df564b5-540f-4c5b-b4e8-115e189d2b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:37:29Z', 'updated_at': '2021-09-03T16:37:29Z', 'revision_number': 1, 'project_id': '4c8c247639ac47a291af0d39a7b79da0', 'subnets': [{'id': '1df564b5-540f-4c5b-b4e8-115e189d2b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:37:30.753522 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7cb771-c0ee-4db9-ae6e-99e08b16a99d None None] The sync data for ids ['ec6dc253-52a4-4acf-9bf8-0b28efeec1dd'] in dv-cinder-757936-8-iscsi is: [{'id': 'ec6dc253-52a4-4acf-9bf8-0b28efeec1dd', 'name': 'tempest-TestMinimumBasicScenario-1024128954-router', 'tenant_id': '4c8c247639ac47a291af0d39a7b79da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'ed64181c-8938-496a-ae94-380c0b3bcb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:37:27Z', 'updated_at': '2021-09-03T16:37:29Z', 'revision_number': 4, 'project_id': '4c8c247639ac47a291af0d39a7b79da0', 'gw_port': {'id': 'ed64181c-8938-496a-ae94-380c0b3bcb42', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a1:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6dc253-52a4-4acf-9bf8-0b28efeec1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:37:27Z', 'updated_at': '2021-09-03T16:37:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '065d3c3f-f374-44d2-a892-6e44b4ba4251', 'name': '', 'network_id': '1fb89acc-1e38-4b5f-b7c6-2c146d2a1a71', 'tenant_id': '4c8c247639ac47a291af0d39a7b79da0', 'mac_address': 'fa:16:3e:d1:ef:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6dc253-52a4-4acf-9bf8-0b28efeec1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '1df564b5-540f-4c5b-b4e8-115e189d2b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:37:29Z', 'updated_at': '2021-09-03T16:37:29Z', 'revision_number': 1, 'project_id': '4c8c247639ac47a291af0d39a7b79da0', 'subnets': [{'id': '1df564b5-540f-4c5b-b4e8-115e189d2b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:37:30.756071 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 278b6c2d-af0f-4750-9868-24d068bc0c6e up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:37:30.812188 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning for port 278b6c2d-af0f-4750-9868-24d068bc0c6e completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:37:30.816728 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port 278b6c2d-af0f-4750-9868-24d068bc0c6e triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:37:30.817159 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:30.904511 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:30.940740 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] For port 278b6c2d-af0f-4750-9868-24d068bc0c6e, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=278b6c2d-af0f-4750-9868-24d068bc0c6e,segment=NetworkSegment(e57eb413-4bc6-469d-ab15-d472d5b2d5a1),segment_id=e57eb413-4bc6-469d-ab15-d472d5b2d5a1)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:37:30.946339 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:31.016588 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Pushing event updated for resources: {'Port': ['ID=278b6c2d-af0f-4750-9868-24d068bc0c6e,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:31.681855 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 15439a03-ee9d-42d8-9e73-8951182b7924 up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:37:31.868651 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port 15439a03-ee9d-42d8-9e73-8951182b7924 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:37:31.869354 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:31.960542 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 278b6c2d-af0f-4750-9868-24d068bc0c6e up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:37:32.053824 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port 278b6c2d-af0f-4750-9868-24d068bc0c6e triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:37:32.054276 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:33.471561 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10387ae5-1461-4bb1-8db7-9d8ce5c6d766 None None] Sync routers for ids ['ec6dc253-52a4-4acf-9bf8-0b28efeec1dd'] in dv-cinder-757936-8-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:37:33.481755 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10387ae5-1461-4bb1-8db7-9d8ce5c6d766 None None] Routers {'ec6dc253-52a4-4acf-9bf8-0b28efeec1dd'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:37:33.482366 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-10387ae5-1461-4bb1-8db7-9d8ce5c6d766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:37:18Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['ec6dc253-52a4-4acf-9bf8-0b28efeec1dd'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:37:33.597017 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-10387ae5-1461-4bb1-8db7-9d8ce5c6d766 None None] Set router ec6dc253-52a4-4acf-9bf8-0b28efeec1dd gateway port host: dv-cinder-757936-8-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:37:33.697604 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device ed64181c-8938-496a-ae94-380c0b3bcb42 up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:37:33.760417 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning for port ed64181c-8938-496a-ae94-380c0b3bcb42 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:37:33.764899 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port ed64181c-8938-496a-ae94-380c0b3bcb42 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:37:33.765327 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:33.865317 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:33.913108 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] For port ed64181c-8938-496a-ae94-380c0b3bcb42, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=ed64181c-8938-496a-ae94-380c0b3bcb42,segment=NetworkSegment(8fbc7082-b272-4b43-971d-120707d467f2),segment_id=8fbc7082-b272-4b43-971d-120707d467f2)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:37:33.920174 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:33.924134 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-10387ae5-1461-4bb1-8db7-9d8ce5c6d766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6dc253-52a4-4acf-9bf8-0b28efeec1dd', 'name': 'tempest-TestMinimumBasicScenario-1024128954-router', 'tenant_id': '4c8c247639ac47a291af0d39a7b79da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'ed64181c-8938-496a-ae94-380c0b3bcb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:37:27Z', 'updated_at': '2021-09-03T16:37:29Z', 'revision_number': 4, 'project_id': '4c8c247639ac47a291af0d39a7b79da0', 'gw_port': {'id': 'ed64181c-8938-496a-ae94-380c0b3bcb42', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a1:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6dc253-52a4-4acf-9bf8-0b28efeec1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:37:27Z', 'updated_at': '2021-09-03T16:37:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '065d3c3f-f374-44d2-a892-6e44b4ba4251', 'name': '', 'network_id': '1fb89acc-1e38-4b5f-b7c6-2c146d2a1a71', 'tenant_id': '4c8c247639ac47a291af0d39a7b79da0', 'mac_address': 'fa:16:3e:d1:ef:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6dc253-52a4-4acf-9bf8-0b28efeec1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '1df564b5-540f-4c5b-b4e8-115e189d2b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:37:29Z', 'updated_at': '2021-09-03T16:37:30Z', 'revision_number': 2, 'project_id': '4c8c247639ac47a291af0d39a7b79da0', 'subnets': [{'id': '1df564b5-540f-4c5b-b4e8-115e189d2b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:37:34.008558 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Pushing event updated for resources: {'Port': ['ID=ed64181c-8938-496a-ae94-380c0b3bcb42,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:34.012037 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10387ae5-1461-4bb1-8db7-9d8ce5c6d766 None None] Checking router: ec6dc253-52a4-4acf-9bf8-0b28efeec1dd for host: dv-cinder-757936-8-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:37:34.012518 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10387ae5-1461-4bb1-8db7-9d8ce5c6d766 None None] Updating router ec6dc253-52a4-4acf-9bf8-0b28efeec1dd port 065d3c3f-f374-44d2-a892-6e44b4ba4251 binding host dv-cinder-757936-8-iscsi {{(pid=93830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 16:37:34.037800 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-10387ae5-1461-4bb1-8db7-9d8ce5c6d766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:34.323950 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-10387ae5-1461-4bb1-8db7-9d8ce5c6d766 None None] Notify callbacks [] for port, precommit_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:34.336633 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.provisioning_blocks [None req-10387ae5-1461-4bb1-8db7-9d8ce5c6d766 None None] Transition to ACTIVE for port object 065d3c3f-f374-44d2-a892-6e44b4ba4251 will not be triggered until provisioned by entity L2. {{(pid=93830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:37:34.345626 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-10387ae5-1461-4bb1-8db7-9d8ce5c6d766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:34.406481 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55872c9e-8323-4e3f-98b9-f7b5864c2cf3 None None] Pushing event updated for resources: {'Port': ['ID=065d3c3f-f374-44d2-a892-6e44b4ba4251,revision_number=3']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:34.481688 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-10387ae5-1461-4bb1-8db7-9d8ce5c6d766 None None] Attempting to bind port 065d3c3f-f374-44d2-a892-6e44b4ba4251 on host dv-cinder-757936-8-iscsi for vnic_type normal with profile {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:37:34.482420 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-10387ae5-1461-4bb1-8db7-9d8ce5c6d766 None None] Attempting to bind port 065d3c3f-f374-44d2-a892-6e44b4ba4251 by drivers openvswitch,hyperv on host dv-cinder-757936-8-iscsi at level 0 using segments [{'id': 'c321cb1e-4a4e-4ce6-b86b-0d5f108e039a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '1fb89acc-1e38-4b5f-b7c6-2c146d2a1a71'}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:37:34.482983 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10387ae5-1461-4bb1-8db7-9d8ce5c6d766 None None] Attempting to bind port 065d3c3f-f374-44d2-a892-6e44b4ba4251 on network 1fb89acc-1e38-4b5f-b7c6-2c146d2a1a71 {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:37:34.488623 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10387ae5-1461-4bb1-8db7-9d8ce5c6d766 None None] Checking agent: {'id': '09c8fd01-6670-4f2e-aed1-0a61ad96cff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-757936-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 19, 48), 'started_at': datetime.datetime(2021, 9, 3, 16, 20, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-757936-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:37:34.489167 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10387ae5-1461-4bb1-8db7-9d8ce5c6d766 None None] Checking segment: {'id': 'c321cb1e-4a4e-4ce6-b86b-0d5f108e039a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '1fb89acc-1e38-4b5f-b7c6-2c146d2a1a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:37:34.489666 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-10387ae5-1461-4bb1-8db7-9d8ce5c6d766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:34.490148 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10387ae5-1461-4bb1-8db7-9d8ce5c6d766 None None] Bound using segment: {'id': 'c321cb1e-4a4e-4ce6-b86b-0d5f108e039a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '1fb89acc-1e38-4b5f-b7c6-2c146d2a1a71'} {{(pid=93830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:37:34.490876 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.managers [None req-10387ae5-1461-4bb1-8db7-9d8ce5c6d766 None None] Bound port: 065d3c3f-f374-44d2-a892-6e44b4ba4251, host: dv-cinder-757936-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c321cb1e-4a4e-4ce6-b86b-0d5f108e039a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '1fb89acc-1e38-4b5f-b7c6-2c146d2a1a71'}}] {{(pid=93830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:37:34.491369 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-10387ae5-1461-4bb1-8db7-9d8ce5c6d766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:34.574296 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-10387ae5-1461-4bb1-8db7-9d8ce5c6d766 None None] For port 065d3c3f-f374-44d2-a892-6e44b4ba4251, host dv-cinder-757936-8-iscsi, cleared binding levels {{(pid=93830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:37:34.577880 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.plugins.ml2.db [None req-10387ae5-1461-4bb1-8db7-9d8ce5c6d766 None None] For port 065d3c3f-f374-44d2-a892-6e44b4ba4251, host dv-cinder-757936-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=065d3c3f-f374-44d2-a892-6e44b4ba4251,segment=NetworkSegment(c321cb1e-4a4e-4ce6-b86b-0d5f108e039a),segment_id=c321cb1e-4a4e-4ce6-b86b-0d5f108e039a)] {{(pid=93830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:37:34.584529 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron_lib.callbacks.manager [None req-10387ae5-1461-4bb1-8db7-9d8ce5c6d766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:34.665796 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10387ae5-1461-4bb1-8db7-9d8ce5c6d766 None None] Routers {'ec6dc253-52a4-4acf-9bf8-0b28efeec1dd'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:37:34.666667 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-10387ae5-1461-4bb1-8db7-9d8ce5c6d766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:37:18Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['ec6dc253-52a4-4acf-9bf8-0b28efeec1dd'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:37:34.669839 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55872c9e-8323-4e3f-98b9-f7b5864c2cf3 None None] Pushing event updated for resources: {'Port': ['ID=065d3c3f-f374-44d2-a892-6e44b4ba4251,revision_number=4']} {{(pid=93830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:34.895612 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-10387ae5-1461-4bb1-8db7-9d8ce5c6d766 None None] Set router ec6dc253-52a4-4acf-9bf8-0b28efeec1dd gateway port host: dv-cinder-757936-8-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:37:35.120856 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-10387ae5-1461-4bb1-8db7-9d8ce5c6d766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6dc253-52a4-4acf-9bf8-0b28efeec1dd', 'name': 'tempest-TestMinimumBasicScenario-1024128954-router', 'tenant_id': '4c8c247639ac47a291af0d39a7b79da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'ed64181c-8938-496a-ae94-380c0b3bcb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:37:27Z', 'updated_at': '2021-09-03T16:37:29Z', 'revision_number': 4, 'project_id': '4c8c247639ac47a291af0d39a7b79da0', 'gw_port': {'id': 'ed64181c-8938-496a-ae94-380c0b3bcb42', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6dc253-52a4-4acf-9bf8-0b28efeec1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:37:27Z', 'updated_at': '2021-09-03T16:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '065d3c3f-f374-44d2-a892-6e44b4ba4251', 'name': '', 'network_id': '1fb89acc-1e38-4b5f-b7c6-2c146d2a1a71', 'tenant_id': '4c8c247639ac47a291af0d39a7b79da0', 'mac_address': 'fa:16:3e:d1:ef:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6dc253-52a4-4acf-9bf8-0b28efeec1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '1df564b5-540f-4c5b-b4e8-115e189d2b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:37:29Z', 'updated_at': '2021-09-03T16:37:34Z', 'revision_number': 4, 'project_id': '4c8c247639ac47a291af0d39a7b79da0', 'subnets': [{'id': '1df564b5-540f-4c5b-b4e8-115e189d2b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:37:35.156205 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10387ae5-1461-4bb1-8db7-9d8ce5c6d766 None None] The sync data for ids ['ec6dc253-52a4-4acf-9bf8-0b28efeec1dd'] in dv-cinder-757936-8-iscsi is: [{'id': 'ec6dc253-52a4-4acf-9bf8-0b28efeec1dd', 'name': 'tempest-TestMinimumBasicScenario-1024128954-router', 'tenant_id': '4c8c247639ac47a291af0d39a7b79da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'ed64181c-8938-496a-ae94-380c0b3bcb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:37:27Z', 'updated_at': '2021-09-03T16:37:29Z', 'revision_number': 4, 'project_id': '4c8c247639ac47a291af0d39a7b79da0', 'gw_port': {'id': 'ed64181c-8938-496a-ae94-380c0b3bcb42', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6dc253-52a4-4acf-9bf8-0b28efeec1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:37:27Z', 'updated_at': '2021-09-03T16:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '065d3c3f-f374-44d2-a892-6e44b4ba4251', 'name': '', 'network_id': '1fb89acc-1e38-4b5f-b7c6-2c146d2a1a71', 'tenant_id': '4c8c247639ac47a291af0d39a7b79da0', 'mac_address': 'fa:16:3e:d1:ef:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6dc253-52a4-4acf-9bf8-0b28efeec1dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '1df564b5-540f-4c5b-b4e8-115e189d2b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:37:29Z', 'updated_at': '2021-09-03T16:37:34Z', 'revision_number': 4, 'project_id': '4c8c247639ac47a291af0d39a7b79da0', 'subnets': [{'id': '1df564b5-540f-4c5b-b4e8-115e189d2b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:37:35.703433 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device ed64181c-8938-496a-ae94-380c0b3bcb42 up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:37:35.766776 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port ed64181c-8938-496a-ae94-380c0b3bcb42 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:37:35.767156 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:35.856354 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 065d3c3f-f374-44d2-a892-6e44b4ba4251 up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:37:35.918290 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning for port 065d3c3f-f374-44d2-a892-6e44b4ba4251 completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:37:35.923144 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port 065d3c3f-f374-44d2-a892-6e44b4ba4251 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:37:35.923547 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:36.026716 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:36.080094 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] For port 065d3c3f-f374-44d2-a892-6e44b4ba4251, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=065d3c3f-f374-44d2-a892-6e44b4ba4251,segment=NetworkSegment(c321cb1e-4a4e-4ce6-b86b-0d5f108e039a),segment_id=c321cb1e-4a4e-4ce6-b86b-0d5f108e039a)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:37:36.086664 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:36.151213 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Pushing event updated for resources: {'Port': ['ID=065d3c3f-f374-44d2-a892-6e44b4ba4251,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:37.659880 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 065d3c3f-f374-44d2-a892-6e44b4ba4251 up at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:37:37.718439 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Provisioning complete for port 065d3c3f-f374-44d2-a892-6e44b4ba4251 triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:37:37.718976 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:40.219371 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c3a67-40d3-48be-bfa4-3ca886f1cea5 req-79959150-6e9c-43a6-9758-f1ec0789d23b tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:40.220850 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1d7c3a67-40d3-48be-bfa4-3ca886f1cea5 req-79959150-6e9c-43a6-9758-f1ec0789d23b tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/networks?id=e3e671f5-b8e6-4c94-a325-6f19cfbb364e HTTP/1.1" status: 200 len: 813 time: 0.1030297 Sep 03 16:37:40.235922 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1d7c3a67-40d3-48be-bfa4-3ca886f1cea5 req-26f8a22d-b272-4657-91d4-085bb5a451b4 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/quotas/fc56d99c063b480c8584df0df4f7d9cd HTTP/1.1" status: 200 len: 375 time: 0.0093987 Sep 03 16:37:40.285561 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1d7c3a67-40d3-48be-bfa4-3ca886f1cea5 req-d8910952-8aab-483f-9427-dbca45bd79e1 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=fc56d99c063b480c8584df0df4f7d9cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444815 Sep 03 16:37:40.378828 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1d7c3a67-40d3-48be-bfa4-3ca886f1cea5 req-8dcede46-908b-4270-aad5-542ae38ee9d6 service neutron] 10.222.0.62 "GET /v2.0/networks/e3e671f5-b8e6-4c94-a325-6f19cfbb364e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813622 Sep 03 16:37:40.472217 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1d7c3a67-40d3-48be-bfa4-3ca886f1cea5 req-e8b50549-2877-4b23-8d56-84d3d07562fa service neutron] 10.222.0.62 "GET /v2.0/networks/e3e671f5-b8e6-4c94-a325-6f19cfbb364e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864811 Sep 03 16:37:40.628489 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-802608cc-6438-47b6-af3f-b1e68d39829f req-cf0d3414-8558-4bad-a601-d7873349cd48 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/ports?device_id=902fe893-281b-46d5-aae0-ca5e9bf3a1ee HTTP/1.1" status: 200 len: 210 time: 0.0264566 Sep 03 16:37:41.536772 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c3a67-40d3-48be-bfa4-3ca886f1cea5 req-19c290f4-840e-439f-abfb-55d6c326be52 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:41.538294 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1d7c3a67-40d3-48be-bfa4-3ca886f1cea5 req-19c290f4-840e-439f-abfb-55d6c326be52 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.58 "GET /v2.0/networks?id=e3e671f5-b8e6-4c94-a325-6f19cfbb364e HTTP/1.1" status: 200 len: 813 time: 0.1100826 Sep 03 16:37:41.553417 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-1d7c3a67-40d3-48be-bfa4-3ca886f1cea5 req-f844d76f-a5da-4981-9c36-afa94f55eba2 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Request body: {'port': {'device_id': '902fe893-281b-46d5-aae0-ca5e9bf3a1ee', 'network_id': 'e3e671f5-b8e6-4c94-a325-6f19cfbb364e', 'admin_state_up': True, 'tenant_id': 'fc56d99c063b480c8584df0df4f7d9cd'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:37:41.671418 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d7c3a67-40d3-48be-bfa4-3ca886f1cea5 req-f844d76f-a5da-4981-9c36-afa94f55eba2 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Made reservation on behalf of fc56d99c063b480c8584df0df4f7d9cd for: {'port': 1} {{(pid=93827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 16:37:41.675178 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-1d7c3a67-40d3-48be-bfa4-3ca886f1cea5 req-f844d76f-a5da-4981-9c36-afa94f55eba2 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:41.729019 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-50eb26f0-014c-4467-9e98-64bec193b262 req-93699918-d442-41af-a73e-4bb32254e8f2 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/ports?device_id=902fe893-281b-46d5-aae0-ca5e9bf3a1ee HTTP/1.1" status: 200 len: 210 time: 0.0292583 Sep 03 16:37:41.835062 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_common [req-1d7c3a67-40d3-48be-bfa4-3ca886f1cea5 req-f844d76f-a5da-4981-9c36-afa94f55eba2 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Allocated IP 172.20.0.10 (e3e671f5-b8e6-4c94-a325-6f19cfbb364e/364c15a2-d6c9-4f58-872a-56fee3684246/513f4f37-5408-4478-b645-01c6a77720ad) {{(pid=93827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:37:42.019339 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-1d7c3a67-40d3-48be-bfa4-3ca886f1cea5 req-f844d76f-a5da-4981-9c36-afa94f55eba2 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks [] for port, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:42.048035 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-1d7c3a67-40d3-48be-bfa4-3ca886f1cea5 req-f844d76f-a5da-4981-9c36-afa94f55eba2 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Transition to ACTIVE for port object 513f4f37-5408-4478-b645-01c6a77720ad will not be triggered until provisioned by entity DHCP. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:37:42.087837 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-1d7c3a67-40d3-48be-bfa4-3ca886f1cea5 req-f844d76f-a5da-4981-9c36-afa94f55eba2 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126147387'] for port, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:42.132144 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d7c3a67-40d3-48be-bfa4-3ca886f1cea5 req-f844d76f-a5da-4981-9c36-afa94f55eba2 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Network e3e671f5-b8e6-4c94-a325-6f19cfbb364e is already hosted by enough agents. {{(pid=93827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:37:42.147985 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.base_scheduler [req-1d7c3a67-40d3-48be-bfa4-3ca886f1cea5 req-f844d76f-a5da-4981-9c36-afa94f55eba2 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Resources bound (agent type, host, resource id): {{(pid=93827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:37:42.150691 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f844d76f-a5da-4981-9c36-afa94f55eba2 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Pushing event updated for resources: {'Port': ['ID=513f4f37-5408-4478-b645-01c6a77720ad,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:42.152912 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7c3a67-40d3-48be-bfa4-3ca886f1cea5 req-f844d76f-a5da-4981-9c36-afa94f55eba2 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Received port after_create {{(pid=93827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:37:42.232376 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c3a67-40d3-48be-bfa4-3ca886f1cea5 req-f844d76f-a5da-4981-9c36-afa94f55eba2 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:42.233250 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-1d7c3a67-40d3-48be-bfa4-3ca886f1cea5 req-f844d76f-a5da-4981-9c36-afa94f55eba2 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:42.253322 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1d7c3a67-40d3-48be-bfa4-3ca886f1cea5 req-f844d76f-a5da-4981-9c36-afa94f55eba2 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7047358 Sep 03 16:37:42.443427 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-42d4678d-06ed-454f-97a7-f9b21162239c None None] Provisioning for port 513f4f37-5408-4478-b645-01c6a77720ad completed by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:37:42.447826 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-42d4678d-06ed-454f-97a7-f9b21162239c None None] Provisioning complete for port 513f4f37-5408-4478-b645-01c6a77720ad triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:37:42.448197 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-42d4678d-06ed-454f-97a7-f9b21162239c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:42.482375 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-42d4678d-06ed-454f-97a7-f9b21162239c None None] Port 513f4f37-5408-4478-b645-01c6a77720ad cannot update to ACTIVE because it is not bound. {{(pid=93829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 16:37:42.879745 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62daae2a-e647-414a-91cd-f892598cfde1 req-2533bf29-13bb-44ef-8ee7-739f697430e6 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:42.881566 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-62daae2a-e647-414a-91cd-f892598cfde1 req-2533bf29-13bb-44ef-8ee7-739f697430e6 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/ports?device_id=902fe893-281b-46d5-aae0-ca5e9bf3a1ee HTTP/1.1" status: 200 len: 932 time: 0.0658836 Sep 03 16:37:42.943952 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-62daae2a-e647-414a-91cd-f892598cfde1 req-7e68c296-b2f1-4bd0-8290-8e4c44c4c430 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebecc497-9550-4130-a063-79b761a0ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521636 Sep 03 16:37:44.079534 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a4c77-f54b-4f73-a6b3-798211764fdd req-06fdc8c6-3726-4954-ad6e-8c240a94dd80 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:44.081127 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1e3a4c77-f54b-4f73-a6b3-798211764fdd req-06fdc8c6-3726-4954-ad6e-8c240a94dd80 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/ports?device_id=902fe893-281b-46d5-aae0-ca5e9bf3a1ee HTTP/1.1" status: 200 len: 932 time: 0.0543487 Sep 03 16:37:44.123910 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1e3a4c77-f54b-4f73-a6b3-798211764fdd req-a4de783a-e76b-4f7f-a430-4ddfa65c1112 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebecc497-9550-4130-a063-79b761a0ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359337 Sep 03 16:37:45.249179 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4a137-e024-443f-80df-d9eae65ecf69 req-8ecaa7b6-8faf-4383-872a-6b0308745ccf tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:45.250607 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fad4a137-e024-443f-80df-d9eae65ecf69 req-8ecaa7b6-8faf-4383-872a-6b0308745ccf tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/ports?device_id=902fe893-281b-46d5-aae0-ca5e9bf3a1ee HTTP/1.1" status: 200 len: 932 time: 0.0580273 Sep 03 16:37:45.290615 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-fad4a137-e024-443f-80df-d9eae65ecf69 req-80371059-3d0d-4caf-b489-27d2d191db33 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebecc497-9550-4130-a063-79b761a0ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339608 Sep 03 16:37:45.459365 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2c4b12e1-be43-4c44-98a1-02c01b5396a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:46.417465 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a382d58-de30-443f-95a6-671d3b5e74f7 req-95e746bf-57d4-41c1-8ced-40b07be6e97a tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:46.418821 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7a382d58-de30-443f-95a6-671d3b5e74f7 req-95e746bf-57d4-41c1-8ced-40b07be6e97a tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/ports?device_id=902fe893-281b-46d5-aae0-ca5e9bf3a1ee HTTP/1.1" status: 200 len: 932 time: 0.0574615 Sep 03 16:37:46.469609 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7a382d58-de30-443f-95a6-671d3b5e74f7 req-35919862-2222-4c3f-a041-fd90d460724e tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebecc497-9550-4130-a063-79b761a0ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443192 Sep 03 16:37:47.788419 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef65cf8-18d4-479a-bb93-4c31da28a403 req-89bd0756-3786-4b7e-8055-cee1acee4eec tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:47.790679 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-aef65cf8-18d4-479a-bb93-4c31da28a403 req-89bd0756-3786-4b7e-8055-cee1acee4eec tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/ports?device_id=902fe893-281b-46d5-aae0-ca5e9bf3a1ee HTTP/1.1" status: 200 len: 932 time: 0.2410240 Sep 03 16:37:47.841528 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-aef65cf8-18d4-479a-bb93-4c31da28a403 req-80fd9f8e-282b-409f-8568-c01bb8b41008 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebecc497-9550-4130-a063-79b761a0ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443170 Sep 03 16:37:48.045375 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-141f9040-130c-4d83-93af-b0667717a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:48.388286 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:49.024848 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a339c8a-c53b-4c89-ae64-cfe02981e411 req-a5d79282-8ddf-476a-8654-b5a623ab64f8 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:49.026452 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7a339c8a-c53b-4c89-ae64-cfe02981e411 req-a5d79282-8ddf-476a-8654-b5a623ab64f8 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/ports?device_id=902fe893-281b-46d5-aae0-ca5e9bf3a1ee HTTP/1.1" status: 200 len: 932 time: 0.1092932 Sep 03 16:37:49.054893 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad34-f359-45be-bded-9b7b563a89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:49.069719 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7a339c8a-c53b-4c89-ae64-cfe02981e411 req-b29a6cfb-85a8-46f9-93e9-cdb71e938a0c tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebecc497-9550-4130-a063-79b761a0ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352228 Sep 03 16:37:50.193977 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b0e49-61d4-4058-9bcc-c29fa81c8854 req-efcb360d-856d-4a3b-b17f-f4f6b3dc0a57 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:50.195613 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-294b0e49-61d4-4058-9bcc-c29fa81c8854 req-efcb360d-856d-4a3b-b17f-f4f6b3dc0a57 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/ports?device_id=902fe893-281b-46d5-aae0-ca5e9bf3a1ee HTTP/1.1" status: 200 len: 932 time: 0.0526078 Sep 03 16:37:50.240727 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-294b0e49-61d4-4058-9bcc-c29fa81c8854 req-373a3fd6-5e73-44f5-b502-e2052c1fb2cc tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebecc497-9550-4130-a063-79b761a0ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389423 Sep 03 16:37:50.828790 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30fea9dd-2dab-4865-ba17-13165276935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:51.361205 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccfa8ba-12f3-4f58-9f8e-1eeb77b78b31 req-7381ee11-e478-48c8-8a53-15511704ed6c tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:51.362711 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2ccfa8ba-12f3-4f58-9f8e-1eeb77b78b31 req-7381ee11-e478-48c8-8a53-15511704ed6c tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/ports?device_id=902fe893-281b-46d5-aae0-ca5e9bf3a1ee HTTP/1.1" status: 200 len: 932 time: 0.0489771 Sep 03 16:37:51.402532 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2ccfa8ba-12f3-4f58-9f8e-1eeb77b78b31 req-43e9074a-9b77-461e-9d36-12d17ba94048 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebecc497-9550-4130-a063-79b761a0ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333383 Sep 03 16:37:52.514679 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b4f9d-1a7a-4018-820a-28c69adb5e43 req-f57ab006-eba3-4bb8-a36b-b97ffc25522a tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:52.516130 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-177b4f9d-1a7a-4018-820a-28c69adb5e43 req-f57ab006-eba3-4bb8-a36b-b97ffc25522a tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/ports?device_id=902fe893-281b-46d5-aae0-ca5e9bf3a1ee HTTP/1.1" status: 200 len: 932 time: 0.0473335 Sep 03 16:37:52.552593 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-177b4f9d-1a7a-4018-820a-28c69adb5e43 req-5a74212b-16fb-452d-8d7c-21555a58b302 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebecc497-9550-4130-a063-79b761a0ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306461 Sep 03 16:37:52.784602 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [req-1d7c3a67-40d3-48be-bfa4-3ca886f1cea5 req-5baf1ada-9179-47a4-812d-2248e452772e service neutron] Request body: {'port': {'device_id': '902fe893-281b-46d5-aae0-ca5e9bf3a1ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75793'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:37:52.848177 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-1d7c3a67-40d3-48be-bfa4-3ca886f1cea5 req-5baf1ada-9179-47a4-812d-2248e452772e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:53.001133 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:53.114443 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [req-1d7c3a67-40d3-48be-bfa4-3ca886f1cea5 req-5baf1ada-9179-47a4-812d-2248e452772e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 513f4f37-5408-4478-b645-01c6a77720ad {{(pid=93827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:37:53.123445 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-1d7c3a67-40d3-48be-bfa4-3ca886f1cea5 req-5baf1ada-9179-47a4-812d-2248e452772e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:53.135904 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.provisioning_blocks [req-1d7c3a67-40d3-48be-bfa4-3ca886f1cea5 req-5baf1ada-9179-47a4-812d-2248e452772e service neutron] Transition to ACTIVE for port object 513f4f37-5408-4478-b645-01c6a77720ad will not be triggered until provisioned by entity L2. {{(pid=93827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 16:37:53.139443 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-1d7c3a67-40d3-48be-bfa4-3ca886f1cea5 req-5baf1ada-9179-47a4-812d-2248e452772e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126147372'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:53.187443 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf1ada-9179-47a4-812d-2248e452772e service neutron] Pushing event updated for resources: {'Port': ['ID=513f4f37-5408-4478-b645-01c6a77720ad,revision_number=2']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:53.263101 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-1d7c3a67-40d3-48be-bfa4-3ca886f1cea5 req-5baf1ada-9179-47a4-812d-2248e452772e service neutron] Attempting to bind port 513f4f37-5408-4478-b645-01c6a77720ad on host hv-cinder-75793 for vnic_type normal with profile {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 16:37:53.263355 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-1d7c3a67-40d3-48be-bfa4-3ca886f1cea5 req-5baf1ada-9179-47a4-812d-2248e452772e service neutron] Attempting to bind port 513f4f37-5408-4478-b645-01c6a77720ad by drivers openvswitch,hyperv on host hv-cinder-75793 at level 0 using segments [{'id': 'e57eb413-4bc6-469d-ab15-d472d5b2d5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'e3e671f5-b8e6-4c94-a325-6f19cfbb364e'}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 16:37:53.263686 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7c3a67-40d3-48be-bfa4-3ca886f1cea5 req-5baf1ada-9179-47a4-812d-2248e452772e service neutron] Attempting to bind port 513f4f37-5408-4478-b645-01c6a77720ad on network e3e671f5-b8e6-4c94-a325-6f19cfbb364e {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:37:53.268274 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7c3a67-40d3-48be-bfa4-3ca886f1cea5 req-5baf1ada-9179-47a4-812d-2248e452772e service neutron] Port 513f4f37-5408-4478-b645-01c6a77720ad on network e3e671f5-b8e6-4c94-a325-6f19cfbb364e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75793 {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 16:37:53.268604 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7c3a67-40d3-48be-bfa4-3ca886f1cea5 req-5baf1ada-9179-47a4-812d-2248e452772e service neutron] Attempting to bind port 513f4f37-5408-4478-b645-01c6a77720ad on network e3e671f5-b8e6-4c94-a325-6f19cfbb364e {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 16:37:53.273737 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7c3a67-40d3-48be-bfa4-3ca886f1cea5 req-5baf1ada-9179-47a4-812d-2248e452772e service neutron] Checking agent: {'id': 'd3fcaccf-3212-4db0-9fe2-d79bf18b2000', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75793', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 16, 25, 52), 'started_at': datetime.datetime(2021, 9, 3, 16, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 16, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 16:37:53.274071 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7c3a67-40d3-48be-bfa4-3ca886f1cea5 req-5baf1ada-9179-47a4-812d-2248e452772e service neutron] Checking segment: {'id': 'e57eb413-4bc6-469d-ab15-d472d5b2d5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'e3e671f5-b8e6-4c94-a325-6f19cfbb364e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 16:37:53.274462 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7c3a67-40d3-48be-bfa4-3ca886f1cea5 req-5baf1ada-9179-47a4-812d-2248e452772e service neutron] Bound using segment: {'id': 'e57eb413-4bc6-469d-ab15-d472d5b2d5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'e3e671f5-b8e6-4c94-a325-6f19cfbb364e'} {{(pid=93827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 16:37:53.274890 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.managers [req-1d7c3a67-40d3-48be-bfa4-3ca886f1cea5 req-5baf1ada-9179-47a4-812d-2248e452772e service neutron] Bound port: 513f4f37-5408-4478-b645-01c6a77720ad, host: hv-cinder-75793, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e57eb413-4bc6-469d-ab15-d472d5b2d5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'e3e671f5-b8e6-4c94-a325-6f19cfbb364e'}}] {{(pid=93827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 16:37:53.275252 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-1d7c3a67-40d3-48be-bfa4-3ca886f1cea5 req-5baf1ada-9179-47a4-812d-2248e452772e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:53.341787 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-1d7c3a67-40d3-48be-bfa4-3ca886f1cea5 req-5baf1ada-9179-47a4-812d-2248e452772e service neutron] For port 513f4f37-5408-4478-b645-01c6a77720ad, host hv-cinder-75793, cleared binding levels {{(pid=93827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 16:37:53.344871 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [req-1d7c3a67-40d3-48be-bfa4-3ca886f1cea5 req-5baf1ada-9179-47a4-812d-2248e452772e service neutron] For port 513f4f37-5408-4478-b645-01c6a77720ad, host hv-cinder-75793, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=513f4f37-5408-4478-b645-01c6a77720ad,segment=NetworkSegment(e57eb413-4bc6-469d-ab15-d472d5b2d5a1),segment_id=e57eb413-4bc6-469d-ab15-d472d5b2d5a1)] {{(pid=93827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 16:37:53.349956 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-1d7c3a67-40d3-48be-bfa4-3ca886f1cea5 req-5baf1ada-9179-47a4-812d-2248e452772e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126147372'] for port, after_update {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:53.384919 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c3a67-40d3-48be-bfa4-3ca886f1cea5 req-5baf1ada-9179-47a4-812d-2248e452772e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:53.385408 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [req-1d7c3a67-40d3-48be-bfa4-3ca886f1cea5 req-5baf1ada-9179-47a4-812d-2248e452772e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for port, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:53.387071 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1d7c3a67-40d3-48be-bfa4-3ca886f1cea5 req-5baf1ada-9179-47a4-812d-2248e452772e service neutron] 10.222.0.58 "PUT /v2.0/ports/513f4f37-5408-4478-b645-01c6a77720ad HTTP/1.1" status: 200 len: 1094 time: 0.6078472 Sep 03 16:37:53.387248 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '902fe893-281b-46d5-aae0-ca5e9bf3a1ee', 'tag': '513f4f37-5408-4478-b645-01c6a77720ad'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:37:53.389665 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60a3384ac15a167e802cb15cc86cd66e960e7e49bcb7609cd88b9514a3633fc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797e002f-c856-4c92-94bc-5d9f3466aa16" -d '{"events": [{"name": "network-changed", "server_uuid": "902fe893-281b-46d5-aae0-ca5e9bf3a1ee", "tag": "513f4f37-5408-4478-b645-01c6a77720ad"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:37:53.415364 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf1ada-9179-47a4-812d-2248e452772e service neutron] Pushing event updated for resources: {'Port': ['ID=513f4f37-5408-4478-b645-01c6a77720ad,revision_number=3']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:53.454837 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2750e6-9424-4bc6-9740-d82dac553a9e x-openstack-request-id: req-4e2750e6-9424-4bc6-9740-d82dac553a9e {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:37:53.455134 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "902fe893-281b-46d5-aae0-ca5e9bf3a1ee", "tag": "513f4f37-5408-4478-b645-01c6a77720ad", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:37:53.455385 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4e2750e6-9424-4bc6-9740-d82dac553a9e {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:37:53.455780 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '902fe893-281b-46d5-aae0-ca5e9bf3a1ee', 'tag': '513f4f37-5408-4478-b645-01c6a77720ad', 'status': 'completed', 'code': 200} Sep 03 16:37:53.472226 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c3a67-40d3-48be-bfa4-3ca886f1cea5 req-a10cf0c3-64d5-4861-8e23-499e6de3272c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:53.473820 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1d7c3a67-40d3-48be-bfa4-3ca886f1cea5 req-a10cf0c3-64d5-4861-8e23-499e6de3272c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fc56d99c063b480c8584df0df4f7d9cd&device_id=902fe893-281b-46d5-aae0-ca5e9bf3a1ee HTTP/1.1" status: 200 len: 1097 time: 0.0463850 Sep 03 16:37:53.528236 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1d7c3a67-40d3-48be-bfa4-3ca886f1cea5 req-37924c66-fef5-4930-b27d-bd1de6631ea3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=513f4f37-5408-4478-b645-01c6a77720ad HTTP/1.1" status: 200 len: 217 time: 0.0442922 Sep 03 16:37:53.584082 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c3a67-40d3-48be-bfa4-3ca886f1cea5 req-bc2359b0-7b79-4e0a-a90e-9be83af27c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:53.586726 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1d7c3a67-40d3-48be-bfa4-3ca886f1cea5 req-bc2359b0-7b79-4e0a-a90e-9be83af27c92 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=364c15a2-d6c9-4f58-872a-56fee3684246 HTTP/1.1" status: 200 len: 852 time: 0.0513825 Sep 03 16:37:53.664177 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c3a67-40d3-48be-bfa4-3ca886f1cea5 req-3f984dc2-6472-4235-8d19-db1fdff5f7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:53.665709 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1d7c3a67-40d3-48be-bfa4-3ca886f1cea5 req-3f984dc2-6472-4235-8d19-db1fdff5f7ca service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3e671f5-b8e6-4c94-a325-6f19cfbb364e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704770 Sep 03 16:37:53.681939 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ce16e-5dbd-4100-83ed-df7eeb186fc3 req-8c3f9140-6163-4c00-8065-b565040c7007 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:53.683395 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1c5ce16e-5dbd-4100-83ed-df7eeb186fc3 req-8c3f9140-6163-4c00-8065-b565040c7007 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/ports?device_id=902fe893-281b-46d5-aae0-ca5e9bf3a1ee HTTP/1.1" status: 200 len: 944 time: 0.0611281 Sep 03 16:37:54.048530 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1c5ce16e-5dbd-4100-83ed-df7eeb186fc3 req-83f97ef6-bb65-41d4-a807-dcc3f0ac8894 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebecc497-9550-4130-a063-79b761a0ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568964 Sep 03 16:37:54.096294 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1d7c3a67-40d3-48be-bfa4-3ca886f1cea5 req-9b053f82-a4a4-4639-af89-c07c6a8d37dc service neutron] 10.222.0.58 "GET /v2.0/networks/e3e671f5-b8e6-4c94-a325-6f19cfbb364e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119120 Sep 03 16:37:54.205582 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-1d7c3a67-40d3-48be-bfa4-3ca886f1cea5 req-7e4022cf-931e-48aa-b215-e354d041d4f7 service neutron] 10.222.0.58 "GET /v2.0/networks/e3e671f5-b8e6-4c94-a325-6f19cfbb364e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010237 Sep 03 16:37:54.313922 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e002f-c856-4c92-94bc-5d9f3466aa16 req-352cd145-d9c2-4aec-970e-9a2b730e889d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:54.315431 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-797e002f-c856-4c92-94bc-5d9f3466aa16 req-352cd145-d9c2-4aec-970e-9a2b730e889d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fc56d99c063b480c8584df0df4f7d9cd&device_id=902fe893-281b-46d5-aae0-ca5e9bf3a1ee HTTP/1.1" status: 200 len: 1097 time: 0.0460849 Sep 03 16:37:54.441675 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e002f-c856-4c92-94bc-5d9f3466aa16 req-a3345fca-1e16-46c3-95e4-ab18e1844209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:54.443268 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-797e002f-c856-4c92-94bc-5d9f3466aa16 req-a3345fca-1e16-46c3-95e4-ab18e1844209 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e3e671f5-b8e6-4c94-a325-6f19cfbb364e HTTP/1.1" status: 200 len: 914 time: 0.1201367 Sep 03 16:37:54.488871 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-797e002f-c856-4c92-94bc-5d9f3466aa16 req-1430b16e-1b62-4901-bddb-5af574e078f7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=513f4f37-5408-4478-b645-01c6a77720ad HTTP/1.1" status: 200 len: 217 time: 0.0353909 Sep 03 16:37:54.544566 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e002f-c856-4c92-94bc-5d9f3466aa16 req-5010692c-f8ef-483a-88b4-e1c565302dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:54.546077 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-797e002f-c856-4c92-94bc-5d9f3466aa16 req-5010692c-f8ef-483a-88b4-e1c565302dbc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=364c15a2-d6c9-4f58-872a-56fee3684246 HTTP/1.1" status: 200 len: 852 time: 0.0480025 Sep 03 16:37:54.600257 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e002f-c856-4c92-94bc-5d9f3466aa16 req-7c55d540-ddec-44b9-8067-d9bd3ffdd38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:54.601864 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-797e002f-c856-4c92-94bc-5d9f3466aa16 req-7c55d540-ddec-44b9-8067-d9bd3ffdd38a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3e671f5-b8e6-4c94-a325-6f19cfbb364e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469849 Sep 03 16:37:54.696268 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-797e002f-c856-4c92-94bc-5d9f3466aa16 req-63b19b76-2d16-461a-aff1-7c172ad4a0b0 service neutron] 10.222.0.58 "GET /v2.0/networks/e3e671f5-b8e6-4c94-a325-6f19cfbb364e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852304 Sep 03 16:37:54.798079 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-797e002f-c856-4c92-94bc-5d9f3466aa16 req-0da25560-ba13-437e-a14a-e31a58438d58 service neutron] 10.222.0.58 "GET /v2.0/networks/e3e671f5-b8e6-4c94-a325-6f19cfbb364e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938163 Sep 03 16:37:55.171065 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa20bf7-580a-446e-8162-e308cef7bb63 req-1ddb0219-0b30-4f69-b12e-fcc6fae9e177 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:55.172537 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-efa20bf7-580a-446e-8162-e308cef7bb63 req-1ddb0219-0b30-4f69-b12e-fcc6fae9e177 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/ports?device_id=902fe893-281b-46d5-aae0-ca5e9bf3a1ee HTTP/1.1" status: 200 len: 944 time: 0.0528924 Sep 03 16:37:55.209678 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-efa20bf7-580a-446e-8162-e308cef7bb63 req-872f36ca-acc7-42e9-b9d4-90b52b9a08da tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebecc497-9550-4130-a063-79b761a0ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312285 Sep 03 16:37:56.147179 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 513f4f37-5408-4478-b645-01c6a77720ad details requested by agent hyperv_hv-cinder-75793 with host hv-cinder-75793 {{(pid=93829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 16:37:56.243575 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 513f4f37-5408-4478-b645-01c6a77720ad, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=513f4f37-5408-4478-b645-01c6a77720ad,segment=NetworkSegment(e57eb413-4bc6-469d-ab15-d472d5b2d5a1),segment_id=e57eb413-4bc6-469d-ab15-d472d5b2d5a1)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:37:56.255930 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Returning: {'device': '513f4f37-5408-4478-b645-01c6a77720ad', 'network_id': 'e3e671f5-b8e6-4c94-a325-6f19cfbb364e', 'port_id': '513f4f37-5408-4478-b645-01c6a77720ad', 'mac_address': 'fa:16:3e:90:80:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '364c15a2-d6c9-4f58-872a-56fee3684246', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 16:37:56.295518 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:56.313556 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 513f4f37-5408-4478-b645-01c6a77720ad {{(pid=93829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 16:37:56.330111 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810248b-fc67-45b0-ac00-062a381f2e52 req-626589f7-3cab-47aa-8acd-dd9da18662fc tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:56.331747 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b810248b-fc67-45b0-ac00-062a381f2e52 req-626589f7-3cab-47aa-8acd-dd9da18662fc tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/ports?device_id=902fe893-281b-46d5-aae0-ca5e9bf3a1ee HTTP/1.1" status: 200 len: 944 time: 0.0526576 Sep 03 16:37:56.333637 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 513f4f37-5408-4478-b645-01c6a77720ad, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=513f4f37-5408-4478-b645-01c6a77720ad,segment=NetworkSegment(e57eb413-4bc6-469d-ab15-d472d5b2d5a1),segment_id=e57eb413-4bc6-469d-ab15-d472d5b2d5a1)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:37:56.340835 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:56.372375 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b810248b-fc67-45b0-ac00-062a381f2e52 req-9893e7ef-a988-4700-847c-3216c257e6b1 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebecc497-9550-4130-a063-79b761a0ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340712 Sep 03 16:37:56.391020 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=513f4f37-5408-4478-b645-01c6a77720ad,revision_number=4']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:56.533811 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-250b6e63-aa1b-40db-8cda-fb01fd43ce64 req-6d65e440-525e-4e46-a425-2f3e390293c2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=689f9e1a-1133-490f-a073-009c3cc35de9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441484 Sep 03 16:37:56.605976 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] get_ports_and_sgs() called for port_ids ['513f4f37-5408-4478-b645-01c6a77720ad'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:37:56.608616 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b6e63-aa1b-40db-8cda-fb01fd43ce64 req-47a38c30-3721-4c75-af95-95dbfb3bfe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:56.610175 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-250b6e63-aa1b-40db-8cda-fb01fd43ce64 req-47a38c30-3721-4c75-af95-95dbfb3bfe93 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=19bf0ba519e14617adef11a5e39bcbc0&device_id=689f9e1a-1133-490f-a073-009c3cc35de9 HTTP/1.1" status: 200 len: 1098 time: 0.0491285 Sep 03 16:37:56.724307 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b6e63-aa1b-40db-8cda-fb01fd43ce64 req-31daa9e4-3bcb-455b-a2cd-bcd597293742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:56.725839 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-250b6e63-aa1b-40db-8cda-fb01fd43ce64 req-31daa9e4-3bcb-455b-a2cd-bcd597293742 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ad522a35-4ced-4cb5-b8e3-4ba24d469eaa HTTP/1.1" status: 200 len: 913 time: 0.0943336 Sep 03 16:37:56.797700 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-250b6e63-aa1b-40db-8cda-fb01fd43ce64 req-d567db0b-3c09-458f-9b43-3abdb1dfda19 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=412ad216-4b9c-4651-9fa7-732984413c8f HTTP/1.1" status: 200 len: 1000 time: 0.0630672 Sep 03 16:37:56.806880 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 54986) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:37:56.854866 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b6e63-aa1b-40db-8cda-fb01fd43ce64 req-468a95a3-8206-4645-ab90-d85456137b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:56.856348 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-250b6e63-aa1b-40db-8cda-fb01fd43ce64 req-468a95a3-8206-4645-ab90-d85456137b12 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6421e508-5483-421b-b991-952129da5e9d HTTP/1.1" status: 200 len: 851 time: 0.0438533 Sep 03 16:37:56.918884 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b6e63-aa1b-40db-8cda-fb01fd43ce64 req-bd73b7f3-3627-4c81-b659-820ffde7c378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:56.920438 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-250b6e63-aa1b-40db-8cda-fb01fd43ce64 req-bd73b7f3-3627-4c81-b659-820ffde7c378 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ad522a35-4ced-4cb5-b8e3-4ba24d469eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0557067 Sep 03 16:37:56.925838 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5ee161d8-87c7-4b57-bcb2-5f8e466c89fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:57.049973 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-250b6e63-aa1b-40db-8cda-fb01fd43ce64 req-fd8e6d52-f9e7-4c4f-999c-25ffa9ce9151 service neutron] 10.222.0.58 "GET /v2.0/networks/ad522a35-4ced-4cb5-b8e3-4ba24d469eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156218 Sep 03 16:37:57.145289 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5ee161d8-87c7-4b57-bcb2-5f8e466c89fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:57.152417 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-5ee161d8-87c7-4b57-bcb2-5f8e466c89fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:57.205666 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-5ee161d8-87c7-4b57-bcb2-5f8e466c89fc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5861e0d818254c57a5971ebfa777b846&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3975511 Sep 03 16:37:57.206947 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 54990) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:37:57.208107 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-250b6e63-aa1b-40db-8cda-fb01fd43ce64 req-6263f03d-8c4d-4255-8e7f-0c315c4c9561 service neutron] 10.222.0.58 "GET /v2.0/networks/ad522a35-4ced-4cb5-b8e3-4ba24d469eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479683 Sep 03 16:37:57.208870 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee161d8-87c7-4b57-bcb2-5f8e466c89fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e52d4f6-040b-410e-96d8-3820e34bd7cb,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:57.265897 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7bc38cc5-200b-4c63-805b-8beb0f64aa5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:57.286583 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7bc38cc5-200b-4c63-805b-8beb0f64aa5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:57.331518 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7bc38cc5-200b-4c63-805b-8beb0f64aa5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:57.334173 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-7bc38cc5-200b-4c63-805b-8beb0f64aa5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:57.335328 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-7bc38cc5-200b-4c63-805b-8beb0f64aa5e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7e52d4f6-040b-410e-96d8-3820e34bd7cb HTTP/1.1" status: 204 len: 168 time: 0.1274023 Sep 03 16:37:57.343188 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc38cc5-200b-4c63-805b-8beb0f64aa5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e52d4f6-040b-410e-96d8-3820e34bd7cb,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:57.488479 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369ee1a-ee0e-46d9-a651-17fb95fa64c3 req-81d4f73e-acab-4827-a5f6-41a92f29861d tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:57.489925 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f369ee1a-ee0e-46d9-a651-17fb95fa64c3 req-81d4f73e-acab-4827-a5f6-41a92f29861d tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/ports?device_id=902fe893-281b-46d5-aae0-ca5e9bf3a1ee HTTP/1.1" status: 200 len: 945 time: 0.0500803 Sep 03 16:37:57.505658 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 54998) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:37:57.533439 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f369ee1a-ee0e-46d9-a651-17fb95fa64c3 req-4c625700-e1cb-43d4-986e-3c4c85f8b380 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebecc497-9550-4130-a063-79b761a0ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368969 Sep 03 16:37:57.615080 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 55000) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:37:57.639794 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c8452c31-3a31-4458-8e3f-2c2b2a1beef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:57.686127 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-1091fdf6-5377-4e91-bc3b-6b544e3f59e2 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Deleting port 269ddc4e-695f-44fe-a877-935ebfee35c0 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:37:57.686469 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1091fdf6-5377-4e91-bc3b-6b544e3f59e2 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:57.731552 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c8452c31-3a31-4458-8e3f-2c2b2a1beef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:57.735759 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c8452c31-3a31-4458-8e3f-2c2b2a1beef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:57.767343 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1091fdf6-5377-4e91-bc3b-6b544e3f59e2 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:57.767578 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1091fdf6-5377-4e91-bc3b-6b544e3f59e2 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:57.774000 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8452c31-3a31-4458-8e3f-2c2b2a1beef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cea217e-467e-4aaa-a152-16b39943637c,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:57.779387 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-c8452c31-3a31-4458-8e3f-2c2b2a1beef0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6e8c4afde824400eae9e34006408d4ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1635380 Sep 03 16:37:57.781432 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 55002) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:37:57.782692 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-1091fdf6-5377-4e91-bc3b-6b544e3f59e2 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Calling delete_port for 269ddc4e-695f-44fe-a877-935ebfee35c0 owned by network:floatingip {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:37:57.833269 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f40f44ff-6097-4e58-888e-22bf131992d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:57.857508 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f40f44ff-6097-4e58-888e-22bf131992d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:57.908407 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f40f44ff-6097-4e58-888e-22bf131992d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:57.911192 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f40f44ff-6097-4e58-888e-22bf131992d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:57.912356 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-f40f44ff-6097-4e58-888e-22bf131992d5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2cea217e-467e-4aaa-a152-16b39943637c HTTP/1.1" status: 204 len: 168 time: 0.1298389 Sep 03 16:37:57.921341 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40f44ff-6097-4e58-888e-22bf131992d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cea217e-467e-4aaa-a152-16b39943637c,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:57.973693 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1091fdf6-5377-4e91-bc3b-6b544e3f59e2 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126147387'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:58.001589 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1091fdf6-5377-4e91-bc3b-6b544e3f59e2 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Pushing event deleted for resources: {'Port': ['ID=269ddc4e-695f-44fe-a877-935ebfee35c0,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:58.066419 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1091fdf6-5377-4e91-bc3b-6b544e3f59e2 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks [] for floatingip, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:58.066872 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.db.l3_db [None req-1091fdf6-5377-4e91-bc3b-6b544e3f59e2 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Floating IP 43643deb-2a4b-4044-a653-21136e98f035 disassociated (deleted). External IP: 172.27.3.46, port: 412ad216-4b9c-4651-9fa7-732984413c8f. Sep 03 16:37:58.170018 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 513f4f37-5408-4478-b645-01c6a77720ad up at agent hyperv_hv-cinder-75793 {{(pid=93829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 16:37:58.230077 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Provisioning for port 513f4f37-5408-4478-b645-01c6a77720ad completed by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 16:37:58.234614 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Provisioning complete for port 513f4f37-5408-4478-b645-01c6a77720ad triggered by entity L2. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:37:58.234984 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:58.310724 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1091fdf6-5377-4e91-bc3b-6b544e3f59e2 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Router b05391c3-ba58-4438-9370-65c2d19bc83e has already been hosted by L3 agent 32b2b364-f1ef-43b0-aa1c-04e185c9ddf9 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:37:58.326151 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:58.351777 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '902fe893-281b-46d5-aae0-ca5e9bf3a1ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '513f4f37-5408-4478-b645-01c6a77720ad'}] {{(pid=93829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:37:58.354129 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b89f8b623511fb8008411a61343ca2df4e8635703a50781169befd4cf5794b60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d58228-767c-4a03-98ed-5b8316f6d0eb" -d '{"events": [{"server_uuid": "902fe893-281b-46d5-aae0-ca5e9bf3a1ee", "name": "network-vif-plugged", "status": "completed", "tag": "513f4f37-5408-4478-b645-01c6a77720ad"}]}' {{(pid=93829) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:37:58.391683 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] For port 513f4f37-5408-4478-b645-01c6a77720ad, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=513f4f37-5408-4478-b645-01c6a77720ad,segment=NetworkSegment(e57eb413-4bc6-469d-ab15-d472d5b2d5a1),segment_id=e57eb413-4bc6-469d-ab15-d472d5b2d5a1)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:37:58.396935 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645'] for port, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:58.401974 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c4380d-856f-4546-9368-9a193c495dab x-openstack-request-id: req-21c4380d-856f-4546-9368-9a193c495dab {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:37:58.402997 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "902fe893-281b-46d5-aae0-ca5e9bf3a1ee", "name": "network-vif-plugged", "status": "completed", "tag": "513f4f37-5408-4478-b645-01c6a77720ad", "code": 200}]} {{(pid=93829) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:37:58.403518 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-21c4380d-856f-4546-9368-9a193c495dab {{(pid=93829) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:37:58.404047 dv-cinder-757936-8-iscsi neutron-server[93829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '902fe893-281b-46d5-aae0-ca5e9bf3a1ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '513f4f37-5408-4478-b645-01c6a77720ad', 'code': 200} Sep 03 16:37:58.448406 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1091fdf6-5377-4e91-bc3b-6b544e3f59e2 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify agent at l3_agent.dv-cinder-757936-8-iscsi the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:37:58.452378 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1091fdf6-5377-4e91-bc3b-6b544e3f59e2 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:37:58.478224 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe9e952-8d86-4783-bb29-811ee5b5273e None None] Sync routers for ids ['b05391c3-ba58-4438-9370-65c2d19bc83e'] in dv-cinder-757936-8-iscsi {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:37:58.484185 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-1091fdf6-5377-4e91-bc3b-6b544e3f59e2 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "DELETE /v2.0/floatingips/43643deb-2a4b-4044-a653-21136e98f035 HTTP/1.1" status: 204 len: 168 time: 0.9752786 Sep 03 16:37:58.485743 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '689f9e1a-1133-490f-a073-009c3cc35de9', 'tag': '412ad216-4b9c-4651-9fa7-732984413c8f'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:37:58.487074 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60a3384ac15a167e802cb15cc86cd66e960e7e49bcb7609cd88b9514a3633fc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71073359-692f-435e-b55a-3361784d4f68" -d '{"events": [{"name": "network-changed", "server_uuid": "689f9e1a-1133-490f-a073-009c3cc35de9", "tag": "412ad216-4b9c-4651-9fa7-732984413c8f"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:37:58.514555 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Pushing event updated for resources: {'Port': ['ID=513f4f37-5408-4478-b645-01c6a77720ad,revision_number=5']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:37:58.522363 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe9e952-8d86-4783-bb29-811ee5b5273e None None] Routers {'b05391c3-ba58-4438-9370-65c2d19bc83e'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:37:58.523699 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-7fe9e952-8d86-4783-bb29-811ee5b5273e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:37:48Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['b05391c3-ba58-4438-9370-65c2d19bc83e'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:37:58.603069 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9714643-540e-4742-8b1d-5910c344fba6 x-openstack-request-id: req-e9714643-540e-4742-8b1d-5910c344fba6 {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:37:58.603571 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "689f9e1a-1133-490f-a073-009c3cc35de9", "tag": "412ad216-4b9c-4651-9fa7-732984413c8f", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:37:58.603571 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e9714643-540e-4742-8b1d-5910c344fba6 {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:37:58.603996 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '689f9e1a-1133-490f-a073-009c3cc35de9', 'tag': '412ad216-4b9c-4651-9fa7-732984413c8f', 'status': 'completed', 'code': 200} Sep 03 16:37:58.675497 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce1658-3d18-4cd4-b82b-4f298baa0ef3 req-ff4f51fe-4820-4bb0-b536-a24e9c8c7ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:58.677163 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-c4ce1658-3d18-4cd4-b82b-4f298baa0ef3 req-ff4f51fe-4820-4bb0-b536-a24e9c8c7ab0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=902fe893-281b-46d5-aae0-ca5e9bf3a1ee HTTP/1.1" status: 200 len: 1099 time: 0.0603538 Sep 03 16:37:58.714399 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71073359-692f-435e-b55a-3361784d4f68 req-3147afd5-25ef-4999-85b6-1b42272eb761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:58.716222 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-71073359-692f-435e-b55a-3361784d4f68 req-3147afd5-25ef-4999-85b6-1b42272eb761 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=19bf0ba519e14617adef11a5e39bcbc0&device_id=689f9e1a-1133-490f-a073-009c3cc35de9 HTTP/1.1" status: 200 len: 1098 time: 0.0916936 Sep 03 16:37:58.764245 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-c4ce1658-3d18-4cd4-b82b-4f298baa0ef3 req-fdd13f63-0502-44a7-b993-b41e75bd6a41 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ebecc497-9550-4130-a063-79b761a0ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728326 Sep 03 16:37:58.765191 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-7fe9e952-8d86-4783-bb29-811ee5b5273e None None] Set router b05391c3-ba58-4438-9370-65c2d19bc83e gateway port host: dv-cinder-757936-8-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:37:58.777933 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f08b7-d450-47b2-83fd-62cdf22f1fff req-f7498f2d-4cd2-4e9d-99fe-debb2644e4f2 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:58.779627 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b67f08b7-d450-47b2-83fd-62cdf22f1fff req-f7498f2d-4cd2-4e9d-99fe-debb2644e4f2 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/ports?device_id=902fe893-281b-46d5-aae0-ca5e9bf3a1ee HTTP/1.1" status: 200 len: 946 time: 0.1087582 Sep 03 16:37:58.846323 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b67f08b7-d450-47b2-83fd-62cdf22f1fff req-d66b0107-31e8-44de-af24-92375a872a34 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebecc497-9550-4130-a063-79b761a0ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578916 Sep 03 16:37:58.906067 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a20889e-235b-4f3b-bedc-f8fcbd86f73d req-d6d92141-e165-4a04-9fbe-902501324380 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:58.907660 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2a20889e-235b-4f3b-bedc-f8fcbd86f73d req-d6d92141-e165-4a04-9fbe-902501324380 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=689f9e1a-1133-490f-a073-009c3cc35de9 HTTP/1.1" status: 200 len: 945 time: 0.0697923 Sep 03 16:37:58.909164 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71073359-692f-435e-b55a-3361784d4f68 req-16f847c2-9d7d-4b17-ad56-4d48b712d0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:58.910678 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-71073359-692f-435e-b55a-3361784d4f68 req-16f847c2-9d7d-4b17-ad56-4d48b712d0af service neutron] 10.222.0.58 "GET /v2.0/networks?id=ad522a35-4ced-4cb5-b8e3-4ba24d469eaa HTTP/1.1" status: 200 len: 913 time: 0.1833115 Sep 03 16:37:58.953208 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2a20889e-235b-4f3b-bedc-f8fcbd86f73d req-ba9dfd5a-cc1c-4970-afa5-d472c2a7d024 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378470 Sep 03 16:37:59.023553 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-7fe9e952-8d86-4783-bb29-811ee5b5273e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'name': 'tempest-TestVolumeBootPattern-1226031807-router', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'dbb4eb8a-c8c0-4843-86c1-855401144da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:06Z', 'updated_at': '2021-09-03T16:30:13Z', 'revision_number': 4, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'gw_port': {'id': 'dbb4eb8a-c8c0-4843-86c1-855401144da6', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:60:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:07Z', 'updated_at': '2021-09-03T16:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_floatingips': [{'id': '02bdff74-e566-4485-995a-da3fc88f1ad2', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'floating_ip_address': '172.27.3.213', 'floating_network_id': 'af961d58-b724-401e-8712-cedb04029227', 'router_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'port_id': '4fc07a9a-2bdc-4595-bdb3-389a01489e13', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa', 'mac_address': 'fa:16:3e:25:b1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0b5619-54e6-4514-8304-0e7ee3fb5637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:33:43Z', 'updated_at': '2021-09-03T16:33:45Z', 'revision_number': 1, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11c8522f-4809-4654-a1d8-465b37fb0299', 'name': '', 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'mac_address': 'fa:16:3e:20:84:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '6421e508-5483-421b-b991-952129da5e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:12Z', 'updated_at': '2021-09-03T16:30:23Z', 'revision_number': 5, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'subnets': [{'id': '6421e508-5483-421b-b991-952129da5e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:37:59.030001 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-71073359-692f-435e-b55a-3361784d4f68 req-350fa406-879a-4d30-bcab-e3e0d3a6894b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=412ad216-4b9c-4651-9fa7-732984413c8f HTTP/1.1" status: 200 len: 217 time: 0.0439494 Sep 03 16:37:59.054687 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe9e952-8d86-4783-bb29-811ee5b5273e None None] Checking router: b05391c3-ba58-4438-9370-65c2d19bc83e for host: dv-cinder-757936-8-iscsi {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:37:59.063723 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe9e952-8d86-4783-bb29-811ee5b5273e None None] Routers {'b05391c3-ba58-4438-9370-65c2d19bc83e'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:37:59.064349 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-7fe9e952-8d86-4783-bb29-811ee5b5273e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:37:48Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['b05391c3-ba58-4438-9370-65c2d19bc83e'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:37:59.093476 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71073359-692f-435e-b55a-3361784d4f68 req-d7db2d24-937b-463e-b82e-57c11c734937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:59.095129 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-71073359-692f-435e-b55a-3361784d4f68 req-d7db2d24-937b-463e-b82e-57c11c734937 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6421e508-5483-421b-b991-952129da5e9d HTTP/1.1" status: 200 len: 851 time: 0.0523205 Sep 03 16:37:59.153587 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71073359-692f-435e-b55a-3361784d4f68 req-9dba6735-9797-48ba-84a7-a0505a897374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:59.155325 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-71073359-692f-435e-b55a-3361784d4f68 req-9dba6735-9797-48ba-84a7-a0505a897374 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ad522a35-4ced-4cb5-b8e3-4ba24d469eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452871 Sep 03 16:37:59.190180 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-7fe9e952-8d86-4783-bb29-811ee5b5273e None None] Set router b05391c3-ba58-4438-9370-65c2d19bc83e gateway port host: dv-cinder-757936-8-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:37:59.260413 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-71073359-692f-435e-b55a-3361784d4f68 req-856a7aa2-8105-4c74-9e48-1c836d27c3be service neutron] 10.222.0.58 "GET /v2.0/networks/ad522a35-4ced-4cb5-b8e3-4ba24d469eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950313 Sep 03 16:37:59.369553 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-71073359-692f-435e-b55a-3361784d4f68 req-8d330e8f-8a05-4287-945d-63c396fd2e80 service neutron] 10.222.0.58 "GET /v2.0/networks/ad522a35-4ced-4cb5-b8e3-4ba24d469eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981073 Sep 03 16:37:59.422944 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-7fe9e952-8d86-4783-bb29-811ee5b5273e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'name': 'tempest-TestVolumeBootPattern-1226031807-router', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'dbb4eb8a-c8c0-4843-86c1-855401144da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:06Z', 'updated_at': '2021-09-03T16:30:13Z', 'revision_number': 4, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'gw_port': {'id': 'dbb4eb8a-c8c0-4843-86c1-855401144da6', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:60:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:07Z', 'updated_at': '2021-09-03T16:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_floatingips': [{'id': '02bdff74-e566-4485-995a-da3fc88f1ad2', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'floating_ip_address': '172.27.3.213', 'floating_network_id': 'af961d58-b724-401e-8712-cedb04029227', 'router_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'port_id': '4fc07a9a-2bdc-4595-bdb3-389a01489e13', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa', 'mac_address': 'fa:16:3e:25:b1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0b5619-54e6-4514-8304-0e7ee3fb5637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:33:43Z', 'updated_at': '2021-09-03T16:33:45Z', 'revision_number': 1, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11c8522f-4809-4654-a1d8-465b37fb0299', 'name': '', 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'mac_address': 'fa:16:3e:20:84:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '6421e508-5483-421b-b991-952129da5e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:12Z', 'updated_at': '2021-09-03T16:30:23Z', 'revision_number': 5, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'subnets': [{'id': '6421e508-5483-421b-b991-952129da5e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:37:59.449470 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe9e952-8d86-4783-bb29-811ee5b5273e None None] The sync data for ids ['b05391c3-ba58-4438-9370-65c2d19bc83e'] in dv-cinder-757936-8-iscsi is: [{'id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'name': 'tempest-TestVolumeBootPattern-1226031807-router', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'dbb4eb8a-c8c0-4843-86c1-855401144da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:06Z', 'updated_at': '2021-09-03T16:30:13Z', 'revision_number': 4, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'gw_port': {'id': 'dbb4eb8a-c8c0-4843-86c1-855401144da6', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:60:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:07Z', 'updated_at': '2021-09-03T16:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_floatingips': [{'id': '02bdff74-e566-4485-995a-da3fc88f1ad2', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'floating_ip_address': '172.27.3.213', 'floating_network_id': 'af961d58-b724-401e-8712-cedb04029227', 'router_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'port_id': '4fc07a9a-2bdc-4595-bdb3-389a01489e13', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa', 'mac_address': 'fa:16:3e:25:b1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0b5619-54e6-4514-8304-0e7ee3fb5637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:33:43Z', 'updated_at': '2021-09-03T16:33:45Z', 'revision_number': 1, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11c8522f-4809-4654-a1d8-465b37fb0299', 'name': '', 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'mac_address': 'fa:16:3e:20:84:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '6421e508-5483-421b-b991-952129da5e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:12Z', 'updated_at': '2021-09-03T16:30:23Z', 'revision_number': 5, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'subnets': [{'id': '6421e508-5483-421b-b991-952129da5e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:37:59.681985 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69b7201-fb93-4ccc-9078-a98cccf98d57 None None] New status for floating IP 43643deb-2a4b-4044-a653-21136e98f035: DOWN {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 16:37:59.954340 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08206f-da4f-4af8-8967-6d3b1944fdb0 req-e77d41eb-c660-4a3d-bc56-cc66f9e49bec tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:37:59.955863 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-be08206f-da4f-4af8-8967-6d3b1944fdb0 req-e77d41eb-c660-4a3d-bc56-cc66f9e49bec tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/ports?device_id=902fe893-281b-46d5-aae0-ca5e9bf3a1ee HTTP/1.1" status: 200 len: 946 time: 0.0517113 Sep 03 16:38:00.013296 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-be08206f-da4f-4af8-8967-6d3b1944fdb0 req-2a5d2685-f7c2-4b1a-abf0-73cf324ff204 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebecc497-9550-4130-a063-79b761a0ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512767 Sep 03 16:38:00.126179 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61efe276-dede-4ba4-a9d4-2bfac2203e27 req-7f2fc8f5-4e81-451f-afe1-67dad1144512 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:38:00.129519 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-61efe276-dede-4ba4-a9d4-2bfac2203e27 req-7f2fc8f5-4e81-451f-afe1-67dad1144512 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=689f9e1a-1133-490f-a073-009c3cc35de9 HTTP/1.1" status: 200 len: 945 time: 0.0863373 Sep 03 16:38:00.171015 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-61efe276-dede-4ba4-a9d4-2bfac2203e27 req-1c1f2448-e9e3-4962-81e2-ea0095773655 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346570 Sep 03 16:38:00.974159 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e539ee1-9137-41ef-b34c-e9b9889e3211 req-9f30e9d6-428b-4acc-af37-05ab86301416 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:38:00.975759 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1e539ee1-9137-41ef-b34c-e9b9889e3211 req-9f30e9d6-428b-4acc-af37-05ab86301416 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.58 "GET /v2.0/ports?device_id=689f9e1a-1133-490f-a073-009c3cc35de9 HTTP/1.1" status: 200 len: 945 time: 0.0509331 Sep 03 16:38:01.087252 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-1e539ee1-9137-41ef-b34c-e9b9889e3211 req-4e4a322c-4375-40f9-8892-6a180333bdc3 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Deleting port 412ad216-4b9c-4651-9fa7-732984413c8f {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:38:01.087606 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1e539ee1-9137-41ef-b34c-e9b9889e3211 req-4e4a322c-4375-40f9-8892-6a180333bdc3 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:01.149064 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20980ee-91ad-413c-8e9d-73bb754aa0cc req-07c89e15-794f-424e-8a6b-af780d73ce95 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:38:01.150750 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d20980ee-91ad-413c-8e9d-73bb754aa0cc req-07c89e15-794f-424e-8a6b-af780d73ce95 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/ports?device_id=902fe893-281b-46d5-aae0-ca5e9bf3a1ee HTTP/1.1" status: 200 len: 946 time: 0.0583377 Sep 03 16:38:01.185458 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-1e539ee1-9137-41ef-b34c-e9b9889e3211 req-4e4a322c-4375-40f9-8892-6a180333bdc3 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] For port 412ad216-4b9c-4651-9fa7-732984413c8f, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=412ad216-4b9c-4651-9fa7-732984413c8f,segment=NetworkSegment(353e2098-a66a-4049-a3bf-5f567bae9b13),segment_id=353e2098-a66a-4049-a3bf-5f567bae9b13)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:38:01.186083 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1e539ee1-9137-41ef-b34c-e9b9889e3211 req-4e4a322c-4375-40f9-8892-6a180333bdc3 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:01.207968 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-1e539ee1-9137-41ef-b34c-e9b9889e3211 req-4e4a322c-4375-40f9-8892-6a180333bdc3 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Calling delete_port for 412ad216-4b9c-4651-9fa7-732984413c8f owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:38:01.210217 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d20980ee-91ad-413c-8e9d-73bb754aa0cc req-f7cfff1f-c417-470d-89ed-ef173ee30d07 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebecc497-9550-4130-a063-79b761a0ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532770 Sep 03 16:38:01.333935 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace6203-6be2-4893-a019-5ae6eec2d881 req-5b519609-dd05-4774-821c-026ec03c6136 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:38:01.337604 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0ace6203-6be2-4893-a019-5ae6eec2d881 req-5b519609-dd05-4774-821c-026ec03c6136 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/ports?device_id=902fe893-281b-46d5-aae0-ca5e9bf3a1ee HTTP/1.1" status: 200 len: 946 time: 0.0556309 Sep 03 16:38:01.341020 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad623c51-2662-41f7-9ac5-1cd1f93916ee req-c702cd28-f289-410c-b7d7-754c40712cbb tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:38:01.342619 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ad623c51-2662-41f7-9ac5-1cd1f93916ee req-c702cd28-f289-410c-b7d7-754c40712cbb tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=689f9e1a-1133-490f-a073-009c3cc35de9 HTTP/1.1" status: 200 len: 945 time: 0.0751183 Sep 03 16:38:01.387364 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-0ace6203-6be2-4893-a019-5ae6eec2d881 req-c0a1834e-4b3e-455e-99db-660b917419be tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebecc497-9550-4130-a063-79b761a0ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411818 Sep 03 16:38:01.416124 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-ad623c51-2662-41f7-9ac5-1cd1f93916ee req-48b2d200-1d07-41e9-9b46-b81648b65059 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670629 Sep 03 16:38:01.432056 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1e539ee1-9137-41ef-b34c-e9b9889e3211 req-4e4a322c-4375-40f9-8892-6a180333bdc3 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852113'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:01.469997 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4a322c-4375-40f9-8892-6a180333bdc3 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Pushing event deleted for resources: {'Port': ['ID=412ad216-4b9c-4651-9fa7-732984413c8f,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:01.535610 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e539ee1-9137-41ef-b34c-e9b9889e3211 req-4e4a322c-4375-40f9-8892-6a180333bdc3 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] No DVR routers for this DVR port 412ad216-4b9c-4651-9fa7-732984413c8f on host hv-cinder-75793 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:38:01.539375 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-1e539ee1-9137-41ef-b34c-e9b9889e3211 req-4e4a322c-4375-40f9-8892-6a180333bdc3 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:01.542278 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-1e539ee1-9137-41ef-b34c-e9b9889e3211 req-4e4a322c-4375-40f9-8892-6a180333bdc3 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.58 "DELETE /v2.0/ports/412ad216-4b9c-4651-9fa7-732984413c8f HTTP/1.1" status: 204 len: 173 time: 0.5594041 Sep 03 16:38:01.542835 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '689f9e1a-1133-490f-a073-009c3cc35de9', 'name': 'network-vif-deleted', 'tag': '412ad216-4b9c-4651-9fa7-732984413c8f'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:38:01.546046 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9181e0e82ffee5c7a29e1125bc6bf0cf4bc90ac22456d4aa1390334b202da70b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069e8290-43ac-4991-b510-726fca80c6bc" -d '{"events": [{"server_uuid": "689f9e1a-1133-490f-a073-009c3cc35de9", "name": "network-vif-deleted", "tag": "412ad216-4b9c-4651-9fa7-732984413c8f"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:38:01.613724 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6512c29-04ac-40dd-9f6a-f87ea953d65d x-openstack-request-id: req-e6512c29-04ac-40dd-9f6a-f87ea953d65d {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:38:01.614090 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "689f9e1a-1133-490f-a073-009c3cc35de9", "name": "network-vif-deleted", "tag": "412ad216-4b9c-4651-9fa7-732984413c8f", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:38:01.614902 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e6512c29-04ac-40dd-9f6a-f87ea953d65d {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:38:01.615403 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '689f9e1a-1133-490f-a073-009c3cc35de9', 'name': 'network-vif-deleted', 'tag': '412ad216-4b9c-4651-9fa7-732984413c8f', 'status': 'completed', 'code': 200} Sep 03 16:38:01.783336 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc43a1-67c1-4da1-86fc-8ad223a2035f req-dc320a29-c258-416b-822c-f94e788d4002 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:38:01.784887 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fbcc43a1-67c1-4da1-86fc-8ad223a2035f req-dc320a29-c258-416b-822c-f94e788d4002 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/ports?device_id=902fe893-281b-46d5-aae0-ca5e9bf3a1ee HTTP/1.1" status: 200 len: 946 time: 0.0540211 Sep 03 16:38:01.826661 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fbcc43a1-67c1-4da1-86fc-8ad223a2035f req-c8558b49-fa98-497e-b93c-7b82d6f73129 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebecc497-9550-4130-a063-79b761a0ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347128 Sep 03 16:38:02.546722 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-d2e94d0f-7241-4f77-b5f0-c0a6ef3f26f0 req-1141e600-c05e-43cd-98aa-7851cc92539c tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=689f9e1a-1133-490f-a073-009c3cc35de9 HTTP/1.1" status: 200 len: 210 time: 0.0294919 Sep 03 16:38:02.763686 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 55108) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:38:02.890838 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f284e1a3-b1d4-4413-8bd1-5f48a115c11f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:03.001322 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f284e1a3-b1d4-4413-8bd1-5f48a115c11f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:03.005762 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f284e1a3-b1d4-4413-8bd1-5f48a115c11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:03.049301 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-f284e1a3-b1d4-4413-8bd1-5f48a115c11f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=547f33036cf5454a8039dcc3daaab372&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2844529 Sep 03 16:38:03.050201 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f284e1a3-b1d4-4413-8bd1-5f48a115c11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf3c676-b247-48a7-bf05-11c530e2dfa6,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:03.052424 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 55112) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:38:03.106584 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cd087998-7329-47a0-9068-18214c9e8e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:03.129750 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cd087998-7329-47a0-9068-18214c9e8e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:03.181641 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cd087998-7329-47a0-9068-18214c9e8e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:03.184244 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-cd087998-7329-47a0-9068-18214c9e8e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:03.189078 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-cd087998-7329-47a0-9068-18214c9e8e3e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dbf3c676-b247-48a7-bf05-11c530e2dfa6 HTTP/1.1" status: 204 len: 168 time: 0.1352799 Sep 03 16:38:03.197525 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd087998-7329-47a0-9068-18214c9e8e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf3c676-b247-48a7-bf05-11c530e2dfa6,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:03.466985 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 55130) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:38:03.480461 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f089be21-e5c7-4949-b16b-a61736163fcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:03.591444 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f089be21-e5c7-4949-b16b-a61736163fcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:03.597927 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f089be21-e5c7-4949-b16b-a61736163fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:03.674436 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-f089be21-e5c7-4949-b16b-a61736163fcf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1be9afefec694046a37981821419f883&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2058895 Sep 03 16:38:03.676008 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f089be21-e5c7-4949-b16b-a61736163fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11bdb59-8970-4fb3-a6c2-116545ba1d39,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:03.677204 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 55140) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:38:03.758980 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e083de41-5005-4cdc-81ed-2e529da1896a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:03.791101 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e083de41-5005-4cdc-81ed-2e529da1896a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:03.842574 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e083de41-5005-4cdc-81ed-2e529da1896a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:03.845590 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e083de41-5005-4cdc-81ed-2e529da1896a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:03.846995 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-e083de41-5005-4cdc-81ed-2e529da1896a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e11bdb59-8970-4fb3-a6c2-116545ba1d39 HTTP/1.1" status: 204 len: 168 time: 0.1686034 Sep 03 16:38:03.856794 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e083de41-5005-4cdc-81ed-2e529da1896a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11bdb59-8970-4fb3-a6c2-116545ba1d39,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:03.872869 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-e252f19f-dd3e-4d3c-8df8-c3041748f205 None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:38:04.212727 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 412ad216-4b9c-4651-9fa7-732984413c8f no longer exists at agent hyperv_hv-cinder-75793 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:38:04.232888 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] No Port match for: 412ad216-4b9c-4651-9fa7-732984413c8f {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:38:04.233288 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 412ad216-4b9c-4651-9fa7-732984413c8f not bound to the agent host hv-cinder-75793 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:38:05.914278 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 55202) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:38:06.077720 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-260a1bc3-7702-441d-a661-3f3888cd99d8 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Deleting port 2323a87e-f5a7-4ae3-9973-25a92aa91fb4 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:38:06.078067 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-260a1bc3-7702-441d-a661-3f3888cd99d8 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:06.160878 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-260a1bc3-7702-441d-a661-3f3888cd99d8 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:06.161109 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-260a1bc3-7702-441d-a661-3f3888cd99d8 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:06.176746 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-260a1bc3-7702-441d-a661-3f3888cd99d8 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Calling delete_port for 2323a87e-f5a7-4ae3-9973-25a92aa91fb4 owned by network:floatingip {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:38:06.330209 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-260a1bc3-7702-441d-a661-3f3888cd99d8 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126147387'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:06.362841 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a1bc3-7702-441d-a661-3f3888cd99d8 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Pushing event deleted for resources: {'Port': ['ID=2323a87e-f5a7-4ae3-9973-25a92aa91fb4,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:06.427906 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-260a1bc3-7702-441d-a661-3f3888cd99d8 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks [] for floatingip, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:06.428156 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.db.l3_db [None req-260a1bc3-7702-441d-a661-3f3888cd99d8 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Floating IP 02bdff74-e566-4485-995a-da3fc88f1ad2 disassociated (deleted). External IP: 172.27.3.213, port: 4fc07a9a-2bdc-4595-bdb3-389a01489e13. Sep 03 16:38:06.646804 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-260a1bc3-7702-441d-a661-3f3888cd99d8 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Router b05391c3-ba58-4438-9370-65c2d19bc83e has already been hosted by L3 agent 32b2b364-f1ef-43b0-aa1c-04e185c9ddf9 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:38:06.757869 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260a1bc3-7702-441d-a661-3f3888cd99d8 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify agent at l3_agent.dv-cinder-757936-8-iscsi the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:38:06.766124 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-260a1bc3-7702-441d-a661-3f3888cd99d8 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:06.768453 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56e8dcd-4bb3-43f2-b121-2ff4e7d18056 None None] Sync routers for ids ['b05391c3-ba58-4438-9370-65c2d19bc83e'] in dv-cinder-757936-8-iscsi {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:38:06.778980 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56e8dcd-4bb3-43f2-b121-2ff4e7d18056 None None] Routers {'b05391c3-ba58-4438-9370-65c2d19bc83e'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:38:06.779841 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-f56e8dcd-4bb3-43f2-b121-2ff4e7d18056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:37:48Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['b05391c3-ba58-4438-9370-65c2d19bc83e'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:38:06.804276 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-260a1bc3-7702-441d-a661-3f3888cd99d8 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "DELETE /v2.0/floatingips/02bdff74-e566-4485-995a-da3fc88f1ad2 HTTP/1.1" status: 204 len: 168 time: 0.8798163 Sep 03 16:38:06.804276 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e0b5619-54e6-4514-8304-0e7ee3fb5637', 'tag': '4fc07a9a-2bdc-4595-bdb3-389a01489e13'}] {{(pid=93827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:38:06.804276 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60a3384ac15a167e802cb15cc86cd66e960e7e49bcb7609cd88b9514a3633fc6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb99304-fcf5-464e-b6a8-0f8524bd9132" -d '{"events": [{"name": "network-changed", "server_uuid": "9e0b5619-54e6-4514-8304-0e7ee3fb5637", "tag": "4fc07a9a-2bdc-4595-bdb3-389a01489e13"}]}' {{(pid=93827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:38:06.872193 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f58b11-9776-458f-b9d3-8a7c7741bc6a x-openstack-request-id: req-10f58b11-9776-458f-b9d3-8a7c7741bc6a {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:38:06.872489 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e0b5619-54e6-4514-8304-0e7ee3fb5637", "tag": "4fc07a9a-2bdc-4595-bdb3-389a01489e13", "status": "completed", "code": 200}]} {{(pid=93827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:38:06.872746 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-10f58b11-9776-458f-b9d3-8a7c7741bc6a {{(pid=93827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:38:06.873174 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e0b5619-54e6-4514-8304-0e7ee3fb5637', 'tag': '4fc07a9a-2bdc-4595-bdb3-389a01489e13', 'status': 'completed', 'code': 200} Sep 03 16:38:06.950492 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb99304-fcf5-464e-b6a8-0f8524bd9132 req-34231ec6-120c-433c-aeb9-fed86a1ee542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:38:06.953404 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4eb99304-fcf5-464e-b6a8-0f8524bd9132 req-34231ec6-120c-433c-aeb9-fed86a1ee542 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=19bf0ba519e14617adef11a5e39bcbc0&device_id=9e0b5619-54e6-4514-8304-0e7ee3fb5637 HTTP/1.1" status: 200 len: 1098 time: 0.0559835 Sep 03 16:38:07.057149 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-f56e8dcd-4bb3-43f2-b121-2ff4e7d18056 None None] Set router b05391c3-ba58-4438-9370-65c2d19bc83e gateway port host: dv-cinder-757936-8-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:38:07.138948 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb99304-fcf5-464e-b6a8-0f8524bd9132 req-16b98cd9-77c2-41d6-865d-e0fff2904860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:38:07.140633 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4eb99304-fcf5-464e-b6a8-0f8524bd9132 req-16b98cd9-77c2-41d6-865d-e0fff2904860 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ad522a35-4ced-4cb5-b8e3-4ba24d469eaa HTTP/1.1" status: 200 len: 913 time: 0.1786702 Sep 03 16:38:07.300607 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-f56e8dcd-4bb3-43f2-b121-2ff4e7d18056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'name': 'tempest-TestVolumeBootPattern-1226031807-router', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'dbb4eb8a-c8c0-4843-86c1-855401144da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:06Z', 'updated_at': '2021-09-03T16:30:13Z', 'revision_number': 4, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'gw_port': {'id': 'dbb4eb8a-c8c0-4843-86c1-855401144da6', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:60:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:07Z', 'updated_at': '2021-09-03T16:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '11c8522f-4809-4654-a1d8-465b37fb0299', 'name': '', 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'mac_address': 'fa:16:3e:20:84:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '6421e508-5483-421b-b991-952129da5e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:12Z', 'updated_at': '2021-09-03T16:30:23Z', 'revision_number': 5, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'subnets': [{'id': '6421e508-5483-421b-b991-952129da5e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:38:07.328437 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56e8dcd-4bb3-43f2-b121-2ff4e7d18056 None None] Checking router: b05391c3-ba58-4438-9370-65c2d19bc83e for host: dv-cinder-757936-8-iscsi {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:38:07.340914 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56e8dcd-4bb3-43f2-b121-2ff4e7d18056 None None] Routers {'b05391c3-ba58-4438-9370-65c2d19bc83e'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:38:07.342085 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-f56e8dcd-4bb3-43f2-b121-2ff4e7d18056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:37:48Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['b05391c3-ba58-4438-9370-65c2d19bc83e'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:38:07.448052 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d12477-a10e-44ed-bd0a-35129ff356b0 req-e47130cb-0eff-4f0a-9e57-1eea348a26df tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:38:07.450475 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f7d12477-a10e-44ed-bd0a-35129ff356b0 req-e47130cb-0eff-4f0a-9e57-1eea348a26df tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e0b5619-54e6-4514-8304-0e7ee3fb5637 HTTP/1.1" status: 200 len: 945 time: 0.3729033 Sep 03 16:38:07.452179 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4eb99304-fcf5-464e-b6a8-0f8524bd9132 req-4f0c5fdc-4fd4-46d7-ade5-b586f877cacf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fc07a9a-2bdc-4595-bdb3-389a01489e13 HTTP/1.1" status: 200 len: 217 time: 0.3019078 Sep 03 16:38:07.459506 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-f56e8dcd-4bb3-43f2-b121-2ff4e7d18056 None None] Set router b05391c3-ba58-4438-9370-65c2d19bc83e gateway port host: dv-cinder-757936-8-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:38:07.519456 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f7d12477-a10e-44ed-bd0a-35129ff356b0 req-698e4318-b411-4874-9d97-13fca13e6bbd tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639224 Sep 03 16:38:07.528791 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb99304-fcf5-464e-b6a8-0f8524bd9132 req-6e944d62-f4df-4646-92c2-86e6100bf406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:38:07.530379 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4eb99304-fcf5-464e-b6a8-0f8524bd9132 req-6e944d62-f4df-4646-92c2-86e6100bf406 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6421e508-5483-421b-b991-952129da5e9d HTTP/1.1" status: 200 len: 851 time: 0.0667937 Sep 03 16:38:07.588713 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb99304-fcf5-464e-b6a8-0f8524bd9132 req-840e8fd2-c93e-4ee0-be3e-cee915346d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:38:07.590312 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4eb99304-fcf5-464e-b6a8-0f8524bd9132 req-840e8fd2-c93e-4ee0-be3e-cee915346d85 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ad522a35-4ced-4cb5-b8e3-4ba24d469eaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502861 Sep 03 16:38:07.604364 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [req-4eb99304-fcf5-464e-b6a8-0f8524bd9132 req-dcb6f7dc-f530-4d24-a983-b0667d028fab service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=93828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 16:38:07.605582 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4eb99304-fcf5-464e-b6a8-0f8524bd9132 req-dcb6f7dc-f530-4d24-a983-b0667d028fab service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059459 Sep 03 16:38:07.690766 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-f56e8dcd-4bb3-43f2-b121-2ff4e7d18056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'name': 'tempest-TestVolumeBootPattern-1226031807-router', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'dbb4eb8a-c8c0-4843-86c1-855401144da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:06Z', 'updated_at': '2021-09-03T16:30:13Z', 'revision_number': 4, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'gw_port': {'id': 'dbb4eb8a-c8c0-4843-86c1-855401144da6', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:60:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:07Z', 'updated_at': '2021-09-03T16:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '11c8522f-4809-4654-a1d8-465b37fb0299', 'name': '', 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'mac_address': 'fa:16:3e:20:84:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '6421e508-5483-421b-b991-952129da5e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:12Z', 'updated_at': '2021-09-03T16:30:23Z', 'revision_number': 5, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'subnets': [{'id': '6421e508-5483-421b-b991-952129da5e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:38:07.711970 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4eb99304-fcf5-464e-b6a8-0f8524bd9132 req-8e719736-8331-4fda-887f-286e5e8edffc service neutron] 10.222.0.58 "GET /v2.0/networks/ad522a35-4ced-4cb5-b8e3-4ba24d469eaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959852 Sep 03 16:38:07.719021 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56e8dcd-4bb3-43f2-b121-2ff4e7d18056 None None] The sync data for ids ['b05391c3-ba58-4438-9370-65c2d19bc83e'] in dv-cinder-757936-8-iscsi is: [{'id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'name': 'tempest-TestVolumeBootPattern-1226031807-router', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'dbb4eb8a-c8c0-4843-86c1-855401144da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:06Z', 'updated_at': '2021-09-03T16:30:13Z', 'revision_number': 4, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'gw_port': {'id': 'dbb4eb8a-c8c0-4843-86c1-855401144da6', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:60:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:07Z', 'updated_at': '2021-09-03T16:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '11c8522f-4809-4654-a1d8-465b37fb0299', 'name': '', 'network_id': 'ad522a35-4ced-4cb5-b8e3-4ba24d469eaa', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'mac_address': 'fa:16:3e:20:84:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '6421e508-5483-421b-b991-952129da5e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:12Z', 'updated_at': '2021-09-03T16:30:23Z', 'revision_number': 5, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'subnets': [{'id': '6421e508-5483-421b-b991-952129da5e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:38:07.808103 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-4eb99304-fcf5-464e-b6a8-0f8524bd9132 req-1b0b2bec-6839-4640-b638-036a3c500fcf service neutron] 10.222.0.58 "GET /v2.0/networks/ad522a35-4ced-4cb5-b8e3-4ba24d469eaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855439 Sep 03 16:38:07.928967 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef228aa-4537-4b7f-8c9b-872dbe9e6737 None None] New status for floating IP 02bdff74-e566-4485-995a-da3fc88f1ad2: DOWN {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 16:38:08.641262 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9327146d-3645-421b-91e2-adec6f76ed54 req-900df08b-2022-41eb-9fd4-5aae63555fcf tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:38:08.642776 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9327146d-3645-421b-91e2-adec6f76ed54 req-900df08b-2022-41eb-9fd4-5aae63555fcf tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e0b5619-54e6-4514-8304-0e7ee3fb5637 HTTP/1.1" status: 200 len: 945 time: 0.0554025 Sep 03 16:38:08.643992 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2bedcd-008e-4fc2-995e-cf4978aabc30 req-e88803be-09f3-460d-a9fc-c9f307bd5f42 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:38:08.645539 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9b2bedcd-008e-4fc2-995e-cf4978aabc30 req-e88803be-09f3-460d-a9fc-c9f307bd5f42 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e0b5619-54e6-4514-8304-0e7ee3fb5637 HTTP/1.1" status: 200 len: 945 time: 0.0505056 Sep 03 16:38:08.684475 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9b2bedcd-008e-4fc2-995e-cf4978aabc30 req-28924fc8-74e1-4e56-95ac-de348bbd6a29 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/security-groups?id=2047cfc3-9c26-4818-99fe-5f1c9e24849e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323629 Sep 03 16:38:08.738044 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-9327146d-3645-421b-91e2-adec6f76ed54 req-40a6b36a-f923-462d-bbde-d65cd3572655 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Deleting port 4fc07a9a-2bdc-4595-bdb3-389a01489e13 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:38:08.738398 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9327146d-3645-421b-91e2-adec6f76ed54 req-40a6b36a-f923-462d-bbde-d65cd3572655 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:08.831939 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-9327146d-3645-421b-91e2-adec6f76ed54 req-40a6b36a-f923-462d-bbde-d65cd3572655 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] For port 4fc07a9a-2bdc-4595-bdb3-389a01489e13, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=4fc07a9a-2bdc-4595-bdb3-389a01489e13,segment=NetworkSegment(353e2098-a66a-4049-a3bf-5f567bae9b13),segment_id=353e2098-a66a-4049-a3bf-5f567bae9b13)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:38:08.832313 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9327146d-3645-421b-91e2-adec6f76ed54 req-40a6b36a-f923-462d-bbde-d65cd3572655 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:08.848893 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-9327146d-3645-421b-91e2-adec6f76ed54 req-40a6b36a-f923-462d-bbde-d65cd3572655 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Calling delete_port for 4fc07a9a-2bdc-4595-bdb3-389a01489e13 owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:38:08.975758 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9327146d-3645-421b-91e2-adec6f76ed54 req-40a6b36a-f923-462d-bbde-d65cd3572655 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852113'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:09.011834 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a6b36a-f923-462d-bbde-d65cd3572655 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Pushing event deleted for resources: {'Port': ['ID=4fc07a9a-2bdc-4595-bdb3-389a01489e13,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:09.055121 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-9327146d-3645-421b-91e2-adec6f76ed54 req-40a6b36a-f923-462d-bbde-d65cd3572655 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] No DVR routers for this DVR port 4fc07a9a-2bdc-4595-bdb3-389a01489e13 on host hv-cinder-75793 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:38:09.057875 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-9327146d-3645-421b-91e2-adec6f76ed54 req-40a6b36a-f923-462d-bbde-d65cd3572655 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:09.059988 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-9327146d-3645-421b-91e2-adec6f76ed54 req-40a6b36a-f923-462d-bbde-d65cd3572655 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.58 "DELETE /v2.0/ports/4fc07a9a-2bdc-4595-bdb3-389a01489e13 HTTP/1.1" status: 204 len: 173 time: 0.4096065 Sep 03 16:38:09.060465 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0b5619-54e6-4514-8304-0e7ee3fb5637', 'name': 'network-vif-deleted', 'tag': '4fc07a9a-2bdc-4595-bdb3-389a01489e13'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:38:09.063160 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9181e0e82ffee5c7a29e1125bc6bf0cf4bc90ac22456d4aa1390334b202da70b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc1b5db-ea8c-4594-bbe4-914539c24136" -d '{"events": [{"server_uuid": "9e0b5619-54e6-4514-8304-0e7ee3fb5637", "name": "network-vif-deleted", "tag": "4fc07a9a-2bdc-4595-bdb3-389a01489e13"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:38:09.111929 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64e67b0-6127-42ee-b841-aa43e6d00461 x-openstack-request-id: req-d64e67b0-6127-42ee-b841-aa43e6d00461 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:38:09.112214 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e0b5619-54e6-4514-8304-0e7ee3fb5637", "name": "network-vif-deleted", "tag": "4fc07a9a-2bdc-4595-bdb3-389a01489e13", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:38:09.112460 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d64e67b0-6127-42ee-b841-aa43e6d00461 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:38:09.112858 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e0b5619-54e6-4514-8304-0e7ee3fb5637', 'name': 'network-vif-deleted', 'tag': '4fc07a9a-2bdc-4595-bdb3-389a01489e13', 'status': 'completed', 'code': 200} Sep 03 16:38:09.809919 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-4bb18c18-b1f9-44f4-8fff-171f77c135f3 req-565c563f-6140-4bd9-96a3-473c3b90d7fc tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e0b5619-54e6-4514-8304-0e7ee3fb5637 HTTP/1.1" status: 200 len: 210 time: 0.0303142 Sep 03 16:38:10.444370 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a40ac-39b6-4f9e-b95e-00d93e4addeb req-7a163dac-d2e8-489d-9275-381a22ab934b tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:38:10.445866 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fb7a40ac-39b6-4f9e-b95e-00d93e4addeb req-7a163dac-d2e8-489d-9275-381a22ab934b tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/ports?device_id=902fe893-281b-46d5-aae0-ca5e9bf3a1ee HTTP/1.1" status: 200 len: 946 time: 0.0523283 Sep 03 16:38:10.484065 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-fb7a40ac-39b6-4f9e-b95e-00d93e4addeb req-6622503f-d926-46e5-a6ea-95df3d43e8c0 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebecc497-9550-4130-a063-79b761a0ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318282 Sep 03 16:38:10.506213 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 55262) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:38:10.690958 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e6ab52-c0d4-4407-bf7c-d13f85b67b31 tempest-TestMinimumBasicScenario-1661517031 tempest-TestMinimumBasicScenario-1661517031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:38:10.692462 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-36e6ab52-c0d4-4407-bf7c-d13f85b67b31 tempest-TestMinimumBasicScenario-1661517031 tempest-TestMinimumBasicScenario-1661517031-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=902fe893-281b-46d5-aae0-ca5e9bf3a1ee HTTP/1.1" status: 200 len: 1094 time: 0.1852522 Sep 03 16:38:10.695991 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 55266) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:38:10.700247 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-3528576d-d144-4072-83d0-8bd3ffa1542e tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Request body: {'floatingip': {'floating_network_id': 'af961d58-b724-401e-8712-cedb04029227', 'port_id': '513f4f37-5408-4478-b645-01c6a77720ad', 'tenant_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:38:10.720671 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3528576d-d144-4072-83d0-8bd3ffa1542e tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks [] for floatingip, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:10.812684 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3528576d-d144-4072-83d0-8bd3ffa1542e tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:10.867431 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 55270) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:38:10.930578 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_common [None req-3528576d-d144-4072-83d0-8bd3ffa1542e tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Allocated IP 172.27.3.67 (af961d58-b724-401e-8712-cedb04029227/ab4829e3-7396-4499-a1b3-42e28c777fec/31b30400-3a7a-4604-b1e8-824d10d622b1) {{(pid=93828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 16:38:10.993588 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-e036caa2-250e-4ced-ba31-2676b03fff85 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Deleting port 05c33c94-fb0c-433c-b883-3c9e1c16cc78 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:38:10.993860 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e036caa2-250e-4ced-ba31-2676b03fff85 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:11.030847 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3528576d-d144-4072-83d0-8bd3ffa1542e tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks [] for port, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:11.073499 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e036caa2-250e-4ced-ba31-2676b03fff85 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:11.073841 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e036caa2-250e-4ced-ba31-2676b03fff85 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:11.091903 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3528576d-d144-4072-83d0-8bd3ffa1542e tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739257407609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852113'] for port, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:11.092066 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-e036caa2-250e-4ced-ba31-2676b03fff85 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Calling delete_port for 05c33c94-fb0c-433c-b883-3c9e1c16cc78 owned by network:floatingip {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:38:11.131133 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3528576d-d144-4072-83d0-8bd3ffa1542e tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Network af961d58-b724-401e-8712-cedb04029227 is already hosted by enough agents. {{(pid=93828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 16:38:11.136160 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.base_scheduler [None req-3528576d-d144-4072-83d0-8bd3ffa1542e tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Resources bound (agent type, host, resource id): {{(pid=93828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 16:38:11.143035 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3528576d-d144-4072-83d0-8bd3ffa1542e tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Received port after_create {{(pid=93828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 16:38:11.146327 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3528576d-d144-4072-83d0-8bd3ffa1542e tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Pushing event updated for resources: {'Port': ['ID=31b30400-3a7a-4604-b1e8-824d10d622b1,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:11.482630 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e036caa2-250e-4ced-ba31-2676b03fff85 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126147387'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:11.509541 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e036caa2-250e-4ced-ba31-2676b03fff85 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Pushing event deleted for resources: {'Port': ['ID=05c33c94-fb0c-433c-b883-3c9e1c16cc78,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:11.531537 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3528576d-d144-4072-83d0-8bd3ffa1542e tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:11.568729 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e036caa2-250e-4ced-ba31-2676b03fff85 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks [] for floatingip, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:11.572258 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e036caa2-250e-4ced-ba31-2676b03fff85 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for floatingip, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:11.573390 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-e036caa2-250e-4ced-ba31-2676b03fff85 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "DELETE /v2.0/floatingips/822e7056-7545-49b4-96aa-f8762a0723b4 HTTP/1.1" status: 204 len: 168 time: 0.7043979 Sep 03 16:38:11.607317 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3528576d-d144-4072-83d0-8bd3ffa1542e tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:11.767265 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3528576d-d144-4072-83d0-8bd3ffa1542e tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:11.771582 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3528576d-d144-4072-83d0-8bd3ffa1542e tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126852102'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:11.839183 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3528576d-d144-4072-83d0-8bd3ffa1542e tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Pushing event updated for resources: {'Port': ['ID=31b30400-3a7a-4604-b1e8-824d10d622b1,revision_number=2']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:11.851400 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3528576d-d144-4072-83d0-8bd3ffa1542e tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-956928'] for floatingip, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:11.951122 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.db.l3_db [None req-3528576d-d144-4072-83d0-8bd3ffa1542e tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Floating IP 134e8615-4ede-4c48-947d-e1ad26cb88c4 associated. External IP: 172.27.3.67, port: 513f4f37-5408-4478-b645-01c6a77720ad. Sep 03 16:38:12.152552 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3528576d-d144-4072-83d0-8bd3ffa1542e tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Router 3977f0f1-a3af-44aa-8891-494113f78994 has already been hosted by L3 agent 32b2b364-f1ef-43b0-aa1c-04e185c9ddf9 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:38:12.236824 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 4fc07a9a-2bdc-4595-bdb3-389a01489e13 no longer exists at agent hyperv_hv-cinder-75793 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:38:12.256159 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] No Port match for: 4fc07a9a-2bdc-4595-bdb3-389a01489e13 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:38:12.256501 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 4fc07a9a-2bdc-4595-bdb3-389a01489e13 not bound to the agent host hv-cinder-75793 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:38:12.259917 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3528576d-d144-4072-83d0-8bd3ffa1542e tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify agent at l3_agent.dv-cinder-757936-8-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:38:12.269339 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a94397-c457-4e4c-925c-58bd42b9412c None None] Sync routers for ids ['3977f0f1-a3af-44aa-8891-494113f78994'] in dv-cinder-757936-8-iscsi {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:38:12.277115 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-3528576d-d144-4072-83d0-8bd3ffa1542e tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:12.278907 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a94397-c457-4e4c-925c-58bd42b9412c None None] Routers {'3977f0f1-a3af-44aa-8891-494113f78994'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:38:12.280646 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-d1a94397-c457-4e4c-925c-58bd42b9412c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:37:48Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['3977f0f1-a3af-44aa-8891-494113f78994'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:38:12.305572 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-3528576d-d144-4072-83d0-8bd3ffa1542e tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6085901 Sep 03 16:38:12.306152 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '902fe893-281b-46d5-aae0-ca5e9bf3a1ee', 'tag': '513f4f37-5408-4478-b645-01c6a77720ad'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:38:12.308424 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9181e0e82ffee5c7a29e1125bc6bf0cf4bc90ac22456d4aa1390334b202da70b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d46fe2-19df-4e4d-a81b-31a6ea3ce2d8" -d '{"events": [{"name": "network-changed", "server_uuid": "902fe893-281b-46d5-aae0-ca5e9bf3a1ee", "tag": "513f4f37-5408-4478-b645-01c6a77720ad"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:38:12.309017 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 55290) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:38:12.314012 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-e41be96b-a846-408a-955d-990fd9c4eb79 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-196646254', 'description': 'tempest-secgroup-smoke-196646254 description', 'project_id': 'fc56d99c063b480c8584df0df4f7d9cd'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:38:12.337651 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e41be96b-a846-408a-955d-990fd9c4eb79 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:12.343895 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb91666-542a-4235-976a-32c8afc7662e x-openstack-request-id: req-8fb91666-542a-4235-976a-32c8afc7662e {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:38:12.344182 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "902fe893-281b-46d5-aae0-ca5e9bf3a1ee", "tag": "513f4f37-5408-4478-b645-01c6a77720ad", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:38:12.344437 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8fb91666-542a-4235-976a-32c8afc7662e {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:38:12.344840 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '902fe893-281b-46d5-aae0-ca5e9bf3a1ee', 'tag': '513f4f37-5408-4478-b645-01c6a77720ad', 'status': 'completed', 'code': 200} Sep 03 16:38:12.408338 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-d1a94397-c457-4e4c-925c-58bd42b9412c None None] Set router 3977f0f1-a3af-44aa-8891-494113f78994 gateway port host: dv-cinder-757936-8-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:38:12.419350 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d46fe2-19df-4e4d-a81b-31a6ea3ce2d8 req-9c3ee754-5f2b-4a9a-99c6-ac4a94159d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:38:12.420903 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-78d46fe2-19df-4e4d-a81b-31a6ea3ce2d8 req-9c3ee754-5f2b-4a9a-99c6-ac4a94159d78 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fc56d99c063b480c8584df0df4f7d9cd&device_id=902fe893-281b-46d5-aae0-ca5e9bf3a1ee HTTP/1.1" status: 200 len: 1099 time: 0.0530808 Sep 03 16:38:12.451033 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e41be96b-a846-408a-955d-990fd9c4eb79 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:12.460076 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e41be96b-a846-408a-955d-990fd9c4eb79 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:12.494547 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-e41be96b-a846-408a-955d-990fd9c4eb79 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:12.498618 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-e41be96b-a846-408a-955d-990fd9c4eb79 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1858115 Sep 03 16:38:12.498618 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41be96b-a846-408a-955d-990fd9c4eb79 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ed534e-8b95-4610-9ae1-0d660d9d6f30,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:12.500404 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 55300) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:38:12.505578 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-05f9eadf-d730-4ed9-a687-1728a8a7d78c tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Request body: {'security_group_rule': {'security_group_id': 'b0ed534e-8b95-4610-9ae1-0d660d9d6f30', 'project_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:38:12.543462 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05f9eadf-d730-4ed9-a687-1728a8a7d78c tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:12.548127 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d46fe2-19df-4e4d-a81b-31a6ea3ce2d8 req-20757e9d-e2a0-4802-8518-21cf8b845e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:38:12.549655 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-78d46fe2-19df-4e4d-a81b-31a6ea3ce2d8 req-20757e9d-e2a0-4802-8518-21cf8b845e30 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e3e671f5-b8e6-4c94-a325-6f19cfbb364e HTTP/1.1" status: 200 len: 914 time: 0.1193533 Sep 03 16:38:12.608216 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05f9eadf-d730-4ed9-a687-1728a8a7d78c tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:12.614222 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05f9eadf-d730-4ed9-a687-1728a8a7d78c tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494245'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:12.629235 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-78d46fe2-19df-4e4d-a81b-31a6ea3ce2d8 req-46567129-630b-4830-a747-754f1c983e09 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=513f4f37-5408-4478-b645-01c6a77720ad HTTP/1.1" status: 200 len: 999 time: 0.0698690 Sep 03 16:38:12.639148 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f9eadf-d730-4ed9-a687-1728a8a7d78c tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8cf4b0c-ab66-4443-b998-c80e22701507,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:12.644328 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-05f9eadf-d730-4ed9-a687-1728a8a7d78c tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:12.648919 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-05f9eadf-d730-4ed9-a687-1728a8a7d78c tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1439977 Sep 03 16:38:12.648919 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 55302) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:38:12.653768 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-1e4fde1b-ea72-4187-9b50-f371bc3239cc tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Request body: {'security_group_rule': {'security_group_id': 'b0ed534e-8b95-4610-9ae1-0d660d9d6f30', 'project_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:38:12.684772 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1e4fde1b-ea72-4187-9b50-f371bc3239cc tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:12.693066 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d46fe2-19df-4e4d-a81b-31a6ea3ce2d8 req-a54a4f5f-750d-411e-8bd8-7279d6febd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:38:12.695198 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-78d46fe2-19df-4e4d-a81b-31a6ea3ce2d8 req-a54a4f5f-750d-411e-8bd8-7279d6febd36 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=364c15a2-d6c9-4f58-872a-56fee3684246 HTTP/1.1" status: 200 len: 852 time: 0.0579357 Sep 03 16:38:12.704046 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-d1a94397-c457-4e4c-925c-58bd42b9412c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3977f0f1-a3af-44aa-8891-494113f78994', 'name': 'tempest-TestMinimumBasicScenario-80914244-router', 'tenant_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '017ed15f-04b4-4d06-b7f2-01296415bc04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:37:21Z', 'updated_at': '2021-09-03T16:37:24Z', 'revision_number': 4, 'project_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'gw_port': {'id': '017ed15f-04b4-4d06-b7f2-01296415bc04', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:64:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3977f0f1-a3af-44aa-8891-494113f78994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:37:22Z', 'updated_at': '2021-09-03T16:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_floatingips': [{'id': '134e8615-4ede-4c48-947d-e1ad26cb88c4', 'tenant_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'floating_ip_address': '172.27.3.67', 'floating_network_id': 'af961d58-b724-401e-8712-cedb04029227', 'router_id': '3977f0f1-a3af-44aa-8891-494113f78994', 'port_id': '513f4f37-5408-4478-b645-01c6a77720ad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3e671f5-b8e6-4c94-a325-6f19cfbb364e', 'mac_address': 'fa:16:3e:90:80:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fe893-281b-46d5-aae0-ca5e9bf3a1ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:38:11Z', 'updated_at': '2021-09-03T16:38:11Z', 'revision_number': 0, 'project_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '278b6c2d-af0f-4750-9868-24d068bc0c6e', 'name': '', 'network_id': 'e3e671f5-b8e6-4c94-a325-6f19cfbb364e', 'tenant_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'mac_address': 'fa:16:3e:96:c6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3977f0f1-a3af-44aa-8891-494113f78994', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '364c15a2-d6c9-4f58-872a-56fee3684246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:37:24Z', 'updated_at': '2021-09-03T16:37:30Z', 'revision_number': 5, 'project_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'subnets': [{'id': '364c15a2-d6c9-4f58-872a-56fee3684246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:38:12.730544 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a94397-c457-4e4c-925c-58bd42b9412c None None] Checking router: 3977f0f1-a3af-44aa-8891-494113f78994 for host: dv-cinder-757936-8-iscsi {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:38:12.738857 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a94397-c457-4e4c-925c-58bd42b9412c None None] Routers {'3977f0f1-a3af-44aa-8891-494113f78994'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:38:12.739469 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-d1a94397-c457-4e4c-925c-58bd42b9412c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:37:48Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['3977f0f1-a3af-44aa-8891-494113f78994'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:38:12.751911 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1e4fde1b-ea72-4187-9b50-f371bc3239cc tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:12.757598 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d46fe2-19df-4e4d-a81b-31a6ea3ce2d8 req-a0f31ace-237e-4c81-834c-c79ffa6b8c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:38:12.758160 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-78d46fe2-19df-4e4d-a81b-31a6ea3ce2d8 req-a0f31ace-237e-4c81-834c-c79ffa6b8c6e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3e671f5-b8e6-4c94-a325-6f19cfbb364e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548773 Sep 03 16:38:12.760127 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1e4fde1b-ea72-4187-9b50-f371bc3239cc tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494245'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:12.784812 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 55306) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:38:12.785637 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4fde1b-ea72-4187-9b50-f371bc3239cc tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2245ef9f-533d-4bc5-8b6d-6a7941940315,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:12.803523 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-1e4fde1b-ea72-4187-9b50-f371bc3239cc tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:12.807806 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-1e4fde1b-ea72-4187-9b50-f371bc3239cc tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1553037 Sep 03 16:38:12.809889 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 55308) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:38:12.816023 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-88256bb6-ad12-4fa4-9968-b052b1385e49 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Request body: {'security_group_rule': {'security_group_id': 'b0ed534e-8b95-4610-9ae1-0d660d9d6f30', 'project_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:38:12.863231 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a6f84056-4505-42ab-b56c-913cc12f2918 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:12.869566 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-d1a94397-c457-4e4c-925c-58bd42b9412c None None] Set router 3977f0f1-a3af-44aa-8891-494113f78994 gateway port host: dv-cinder-757936-8-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:38:12.890232 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-88256bb6-ad12-4fa4-9968-b052b1385e49 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:12.890507 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a6f84056-4505-42ab-b56c-913cc12f2918 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:12.901631 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-78d46fe2-19df-4e4d-a81b-31a6ea3ce2d8 req-a7c3c133-2e2a-4cee-96e5-b4f974cb4a1b service neutron] 10.222.0.58 "GET /v2.0/networks/e3e671f5-b8e6-4c94-a325-6f19cfbb364e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336946 Sep 03 16:38:12.970553 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a6f84056-4505-42ab-b56c-913cc12f2918 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:12.973228 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-a6f84056-4505-42ab-b56c-913cc12f2918 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:12.974394 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-a6f84056-4505-42ab-b56c-913cc12f2918 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] 10.222.0.62 "DELETE /v2.0/security-groups/2047cfc3-9c26-4818-99fe-5f1c9e24849e HTTP/1.1" status: 204 len: 168 time: 0.1865773 Sep 03 16:38:12.983987 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f84056-4505-42ab-b56c-913cc12f2918 tempest-TestVolumeBootPattern-219215843 tempest-TestVolumeBootPattern-219215843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2047cfc3-9c26-4818-99fe-5f1c9e24849e,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:13.019321 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-88256bb6-ad12-4fa4-9968-b052b1385e49 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:13.027564 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-88256bb6-ad12-4fa4-9968-b052b1385e49 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494245'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:13.054446 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-78d46fe2-19df-4e4d-a81b-31a6ea3ce2d8 req-70906c31-1def-40f4-b732-68b936dcf624 service neutron] 10.222.0.58 "GET /v2.0/networks/e3e671f5-b8e6-4c94-a325-6f19cfbb364e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421580 Sep 03 16:38:13.055971 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88256bb6-ad12-4fa4-9968-b052b1385e49 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b53e4ee-5370-4917-9311-3d1d043afdae,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:13.061107 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 55312) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:38:13.073786 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-88256bb6-ad12-4fa4-9968-b052b1385e49 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:13.077763 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-88256bb6-ad12-4fa4-9968-b052b1385e49 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2642727 Sep 03 16:38:13.078149 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 55316) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:38:13.082960 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-58fa1350-f5c1-437f-b526-9744b5265422 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Request body: {'security_group_rule': {'security_group_id': 'b0ed534e-8b95-4610-9ae1-0d660d9d6f30', 'project_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:38:13.120548 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-58fa1350-f5c1-437f-b526-9744b5265422 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:13.143236 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-d1a94397-c457-4e4c-925c-58bd42b9412c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3977f0f1-a3af-44aa-8891-494113f78994', 'name': 'tempest-TestMinimumBasicScenario-80914244-router', 'tenant_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '017ed15f-04b4-4d06-b7f2-01296415bc04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:37:21Z', 'updated_at': '2021-09-03T16:37:24Z', 'revision_number': 4, 'project_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'gw_port': {'id': '017ed15f-04b4-4d06-b7f2-01296415bc04', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:64:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3977f0f1-a3af-44aa-8891-494113f78994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:37:22Z', 'updated_at': '2021-09-03T16:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_floatingips': [{'id': '134e8615-4ede-4c48-947d-e1ad26cb88c4', 'tenant_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'floating_ip_address': '172.27.3.67', 'floating_network_id': 'af961d58-b724-401e-8712-cedb04029227', 'router_id': '3977f0f1-a3af-44aa-8891-494113f78994', 'port_id': '513f4f37-5408-4478-b645-01c6a77720ad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3e671f5-b8e6-4c94-a325-6f19cfbb364e', 'mac_address': 'fa:16:3e:90:80:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fe893-281b-46d5-aae0-ca5e9bf3a1ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:38:11Z', 'updated_at': '2021-09-03T16:38:11Z', 'revision_number': 0, 'project_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '278b6c2d-af0f-4750-9868-24d068bc0c6e', 'name': '', 'network_id': 'e3e671f5-b8e6-4c94-a325-6f19cfbb364e', 'tenant_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'mac_address': 'fa:16:3e:96:c6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3977f0f1-a3af-44aa-8891-494113f78994', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '364c15a2-d6c9-4f58-872a-56fee3684246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:37:24Z', 'updated_at': '2021-09-03T16:37:30Z', 'revision_number': 5, 'project_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'subnets': [{'id': '364c15a2-d6c9-4f58-872a-56fee3684246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:38:13.171650 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a94397-c457-4e4c-925c-58bd42b9412c None None] The sync data for ids ['3977f0f1-a3af-44aa-8891-494113f78994'] in dv-cinder-757936-8-iscsi is: [{'id': '3977f0f1-a3af-44aa-8891-494113f78994', 'name': 'tempest-TestMinimumBasicScenario-80914244-router', 'tenant_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '017ed15f-04b4-4d06-b7f2-01296415bc04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:37:21Z', 'updated_at': '2021-09-03T16:37:24Z', 'revision_number': 4, 'project_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'gw_port': {'id': '017ed15f-04b4-4d06-b7f2-01296415bc04', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:64:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3977f0f1-a3af-44aa-8891-494113f78994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:37:22Z', 'updated_at': '2021-09-03T16:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_floatingips': [{'id': '134e8615-4ede-4c48-947d-e1ad26cb88c4', 'tenant_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'floating_ip_address': '172.27.3.67', 'floating_network_id': 'af961d58-b724-401e-8712-cedb04029227', 'router_id': '3977f0f1-a3af-44aa-8891-494113f78994', 'port_id': '513f4f37-5408-4478-b645-01c6a77720ad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3e671f5-b8e6-4c94-a325-6f19cfbb364e', 'mac_address': 'fa:16:3e:90:80:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902fe893-281b-46d5-aae0-ca5e9bf3a1ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T16:38:11Z', 'updated_at': '2021-09-03T16:38:11Z', 'revision_number': 0, 'project_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '278b6c2d-af0f-4750-9868-24d068bc0c6e', 'name': '', 'network_id': 'e3e671f5-b8e6-4c94-a325-6f19cfbb364e', 'tenant_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'mac_address': 'fa:16:3e:96:c6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3977f0f1-a3af-44aa-8891-494113f78994', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '364c15a2-d6c9-4f58-872a-56fee3684246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:37:24Z', 'updated_at': '2021-09-03T16:37:30Z', 'revision_number': 5, 'project_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'subnets': [{'id': '364c15a2-d6c9-4f58-872a-56fee3684246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:38:13.174516 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-58fa1350-f5c1-437f-b526-9744b5265422 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:13.179404 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-58fa1350-f5c1-437f-b526-9744b5265422 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494245'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:13.203588 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa1350-f5c1-437f-b526-9744b5265422 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c6b7578-ea90-44cc-8646-fdf88783ba93,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:13.213682 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-58fa1350-f5c1-437f-b526-9744b5265422 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:13.215298 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-58fa1350-f5c1-437f-b526-9744b5265422 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1361299 Sep 03 16:38:13.218053 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 55318) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:38:13.222706 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.v2.base [None req-ca4fdff6-f46a-4cdf-b457-fde4985e96b7 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Request body: {'security_group_rule': {'security_group_id': 'b0ed534e-8b95-4610-9ae1-0d660d9d6f30', 'project_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:38:13.248147 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.db.securitygroups_db [None req-ca4fdff6-f46a-4cdf-b457-fde4985e96b7 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Project fc56d99c063b480c8584df0df4f7d9cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 16:38:13.253804 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca4fdff6-f46a-4cdf-b457-fde4985e96b7 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:13.319139 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca4fdff6-f46a-4cdf-b457-fde4985e96b7 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:13.326131 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca4fdff6-f46a-4cdf-b457-fde4985e96b7 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494245'] for security_group_rule, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:13.347010 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4fdff6-f46a-4cdf-b457-fde4985e96b7 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07e8092f-2f99-412f-b971-c73c14e5ac3e,revision_number=0']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:13.357631 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-ca4fdff6-f46a-4cdf-b457-fde4985e96b7 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:13.359261 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-ca4fdff6-f46a-4cdf-b457-fde4985e96b7 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1402330 Sep 03 16:38:13.362504 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 55320) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:38:13.367612 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [None req-eb8118f4-70d4-462f-82b5-c141d919aa6e tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Request body: {'security_group_rule': {'security_group_id': 'b0ed534e-8b95-4610-9ae1-0d660d9d6f30', 'project_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:38:13.404379 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.db.securitygroups_db [None req-eb8118f4-70d4-462f-82b5-c141d919aa6e tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Project fc56d99c063b480c8584df0df4f7d9cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 16:38:13.413977 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eb8118f4-70d4-462f-82b5-c141d919aa6e tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:13.416199 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3211c5-41a5-424a-8e31-2ab04c9fd95d None None] New status for floating IP 134e8615-4ede-4c48-947d-e1ad26cb88c4: ACTIVE {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 16:38:13.522349 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eb8118f4-70d4-462f-82b5-c141d919aa6e tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:13.526539 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eb8118f4-70d4-462f-82b5-c141d919aa6e tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494245'] for security_group_rule, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:13.548198 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8118f4-70d4-462f-82b5-c141d919aa6e tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe25ceff-e3d6-4db7-ba51-18c1b30fb4fb,revision_number=0']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:13.558247 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-eb8118f4-70d4-462f-82b5-c141d919aa6e tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:13.559548 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-eb8118f4-70d4-462f-82b5-c141d919aa6e tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1960225 Sep 03 16:38:13.667411 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-77e8f13f-5e12-4e60-a819-63adec78ca12 req-0f0ae443-3d82-4b0f-bd63-36d126733cab tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-196646254&fields=id&tenant_id=fc56d99c063b480c8584df0df4f7d9cd HTTP/1.1" status: 200 len: 267 time: 0.0455651 Sep 03 16:38:13.690225 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-594e69f4-b9e5-4d53-a23b-f06eff89db80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-922624'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:13.788861 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8f13f-5e12-4e60-a819-63adec78ca12 req-ebacf66a-fc44-4bf4-a4b6-83f5b34c5642 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:38:13.790272 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-77e8f13f-5e12-4e60-a819-63adec78ca12 req-ebacf66a-fc44-4bf4-a4b6-83f5b34c5642 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/ports?device_id=902fe893-281b-46d5-aae0-ca5e9bf3a1ee HTTP/1.1" status: 200 len: 946 time: 0.1167529 Sep 03 16:38:13.805154 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [req-77e8f13f-5e12-4e60-a819-63adec78ca12 req-e7ddddab-af6c-4d29-8b39-81eb0b541ee3 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Request body: {'port': {'security_groups': ['ebecc497-9550-4130-a063-79b761a0ca9b', 'b0ed534e-8b95-4610-9ae1-0d660d9d6f30']}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:38:13.938204 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-77e8f13f-5e12-4e60-a819-63adec78ca12 req-e7ddddab-af6c-4d29-8b39-81eb0b541ee3 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:14.425569 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-594e69f4-b9e5-4d53-a23b-f06eff89db80 admin admin] Deleting port 11c8522f-4809-4654-a1d8-465b37fb0299 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:38:14.425894 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-594e69f4-b9e5-4d53-a23b-f06eff89db80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:14.449988 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-77e8f13f-5e12-4e60-a819-63adec78ca12 req-e7ddddab-af6c-4d29-8b39-81eb0b541ee3 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] For port 513f4f37-5408-4478-b645-01c6a77720ad, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=513f4f37-5408-4478-b645-01c6a77720ad,segment=NetworkSegment(e57eb413-4bc6-469d-ab15-d472d5b2d5a1),segment_id=e57eb413-4bc6-469d-ab15-d472d5b2d5a1)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:38:14.520094 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-77e8f13f-5e12-4e60-a819-63adec78ca12 req-e7ddddab-af6c-4d29-8b39-81eb0b541ee3 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:14.532403 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-77e8f13f-5e12-4e60-a819-63adec78ca12 req-e7ddddab-af6c-4d29-8b39-81eb0b541ee3 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126852102'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:14.546247 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] get_ports_and_sgs() called for port_ids ['513f4f37-5408-4478-b645-01c6a77720ad'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:38:14.548531 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-594e69f4-b9e5-4d53-a23b-f06eff89db80 admin admin] For port 11c8522f-4809-4654-a1d8-465b37fb0299, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=11c8522f-4809-4654-a1d8-465b37fb0299,segment=NetworkSegment(353e2098-a66a-4049-a3bf-5f567bae9b13),segment_id=353e2098-a66a-4049-a3bf-5f567bae9b13)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:38:14.548930 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-594e69f4-b9e5-4d53-a23b-f06eff89db80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:14.588941 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8f13f-5e12-4e60-a819-63adec78ca12 req-e7ddddab-af6c-4d29-8b39-81eb0b541ee3 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:38:14.589646 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-77e8f13f-5e12-4e60-a819-63adec78ca12 req-e7ddddab-af6c-4d29-8b39-81eb0b541ee3 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:14.591107 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-77e8f13f-5e12-4e60-a819-63adec78ca12 req-e7ddddab-af6c-4d29-8b39-81eb0b541ee3 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "PUT /v2.0/ports/513f4f37-5408-4478-b645-01c6a77720ad HTTP/1.1" status: 200 len: 982 time: 0.7929695 Sep 03 16:38:14.594059 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-594e69f4-b9e5-4d53-a23b-f06eff89db80 admin admin] Calling delete_port for 11c8522f-4809-4654-a1d8-465b37fb0299 owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:38:14.596020 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '902fe893-281b-46d5-aae0-ca5e9bf3a1ee', 'tag': '513f4f37-5408-4478-b645-01c6a77720ad'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:38:14.597984 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9181e0e82ffee5c7a29e1125bc6bf0cf4bc90ac22456d4aa1390334b202da70b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de74bb40-fded-4e11-a1f1-c60d71531d6e" -d '{"events": [{"name": "network-changed", "server_uuid": "902fe893-281b-46d5-aae0-ca5e9bf3a1ee", "tag": "513f4f37-5408-4478-b645-01c6a77720ad"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:38:14.676225 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bedc4030-1c95-4f1b-bf13-e815da9c8af5 x-openstack-request-id: req-bedc4030-1c95-4f1b-bf13-e815da9c8af5 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:38:14.676435 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "902fe893-281b-46d5-aae0-ca5e9bf3a1ee", "tag": "513f4f37-5408-4478-b645-01c6a77720ad", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:38:14.676797 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bedc4030-1c95-4f1b-bf13-e815da9c8af5 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:38:14.677075 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '902fe893-281b-46d5-aae0-ca5e9bf3a1ee', 'tag': '513f4f37-5408-4478-b645-01c6a77720ad', 'status': 'completed', 'code': 200} Sep 03 16:38:14.683559 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] get_ports_and_sgs() called for port_ids ['513f4f37-5408-4478-b645-01c6a77720ad'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:38:14.693368 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ddddab-af6c-4d29-8b39-81eb0b541ee3 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Pushing event updated for resources: {'Port': ['ID=513f4f37-5408-4478-b645-01c6a77720ad,revision_number=6']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:14.732976 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb525f-7920-4437-82c3-d5554b39e8c7 req-2bb45883-c8c6-467b-bf5c-675c2f8556f7 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:38:14.742271 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f4cb525f-7920-4437-82c3-d5554b39e8c7 req-2bb45883-c8c6-467b-bf5c-675c2f8556f7 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/ports?device_id=902fe893-281b-46d5-aae0-ca5e9bf3a1ee HTTP/1.1" status: 200 len: 985 time: 0.0742433 Sep 03 16:38:14.793709 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f4cb525f-7920-4437-82c3-d5554b39e8c7 req-e5f5a90b-3d40-4c29-9868-08732e030a32 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0ed534e-8b95-4610-9ae1-0d660d9d6f30&id=ebecc497-9550-4130-a063-79b761a0ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0504365 Sep 03 16:38:14.860566 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74bb40-fded-4e11-a1f1-c60d71531d6e req-3e14df02-be65-4b49-8399-bb35607bc765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:38:14.862644 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-de74bb40-fded-4e11-a1f1-c60d71531d6e req-3e14df02-be65-4b49-8399-bb35607bc765 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fc56d99c063b480c8584df0df4f7d9cd&device_id=902fe893-281b-46d5-aae0-ca5e9bf3a1ee HTTP/1.1" status: 200 len: 1138 time: 0.1804674 Sep 03 16:38:14.953116 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-03b7d555-ae54-4ed0-86ba-f2d87eddb567 None None] Provisioning complete for port 513f4f37-5408-4478-b645-01c6a77720ad triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:38:14.953468 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-03b7d555-ae54-4ed0-86ba-f2d87eddb567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:14.988400 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 55342) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:38:15.008971 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74bb40-fded-4e11-a1f1-c60d71531d6e req-214d24ba-d60b-4bdf-9949-18584dd41652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:38:15.010512 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-de74bb40-fded-4e11-a1f1-c60d71531d6e req-214d24ba-d60b-4bdf-9949-18584dd41652 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e3e671f5-b8e6-4c94-a325-6f19cfbb364e HTTP/1.1" status: 200 len: 914 time: 0.1372733 Sep 03 16:38:15.027321 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-594e69f4-b9e5-4d53-a23b-f06eff89db80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852113'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:15.086674 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594e69f4-b9e5-4d53-a23b-f06eff89db80 admin admin] Pushing event deleted for resources: {'Port': ['ID=11c8522f-4809-4654-a1d8-465b37fb0299,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:15.127513 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b97f667e-7b66-44fc-a4dc-e6cca0771799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:15.140154 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-de74bb40-fded-4e11-a1f1-c60d71531d6e req-3e517444-97ca-45b3-84cc-e6e1106fc34f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=513f4f37-5408-4478-b645-01c6a77720ad HTTP/1.1" status: 200 len: 1001 time: 0.1209607 Sep 03 16:38:15.258070 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b97f667e-7b66-44fc-a4dc-e6cca0771799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:15.263352 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74bb40-fded-4e11-a1f1-c60d71531d6e req-934520e3-38ff-47b1-81bf-32f361589c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:38:15.263863 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b97f667e-7b66-44fc-a4dc-e6cca0771799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:15.265933 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-de74bb40-fded-4e11-a1f1-c60d71531d6e req-934520e3-38ff-47b1-81bf-32f361589c61 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=364c15a2-d6c9-4f58-872a-56fee3684246 HTTP/1.1" status: 200 len: 852 time: 0.1081266 Sep 03 16:38:15.311519 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-b97f667e-7b66-44fc-a4dc-e6cca0771799 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=93d8b5eedc324254a48715c3ac31c553&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3213067 Sep 03 16:38:15.312522 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97f667e-7b66-44fc-a4dc-e6cca0771799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e77447d-81cb-40a3-a331-31cdeac4a8af,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:15.314999 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 55346) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:38:15.369097 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74bb40-fded-4e11-a1f1-c60d71531d6e req-4291b9ca-77ee-4544-b2fb-7212244e5be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:38:15.370631 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-de74bb40-fded-4e11-a1f1-c60d71531d6e req-4291b9ca-77ee-4544-b2fb-7212244e5be4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3e671f5-b8e6-4c94-a325-6f19cfbb364e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0747874 Sep 03 16:38:15.377585 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-594e69f4-b9e5-4d53-a23b-f06eff89db80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-922772'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:15.394190 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dd927ab4-7811-40ba-b31f-aee95445585f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:15.417089 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dd927ab4-7811-40ba-b31f-aee95445585f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:15.465807 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c0a4e3f1-c5d4-493b-be0a-c5b4704d6639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:15.470787 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dd927ab4-7811-40ba-b31f-aee95445585f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:15.473353 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-dd927ab4-7811-40ba-b31f-aee95445585f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:15.474534 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-dd927ab4-7811-40ba-b31f-aee95445585f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2e77447d-81cb-40a3-a331-31cdeac4a8af HTTP/1.1" status: 204 len: 168 time: 0.1449668 Sep 03 16:38:15.482520 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd927ab4-7811-40ba-b31f-aee95445585f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e77447d-81cb-40a3-a331-31cdeac4a8af,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:15.546998 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-de74bb40-fded-4e11-a1f1-c60d71531d6e req-1862f715-ae1f-48ce-b279-9229e4b384b7 service neutron] 10.222.0.58 "GET /v2.0/networks/e3e671f5-b8e6-4c94-a325-6f19cfbb364e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672342 Sep 03 16:38:15.726079 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-de74bb40-fded-4e11-a1f1-c60d71531d6e req-795bee9e-19a4-4fcc-a733-2c0d2edf5ce2 service neutron] 10.222.0.58 "GET /v2.0/networks/e3e671f5-b8e6-4c94-a325-6f19cfbb364e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698005 Sep 03 16:38:15.742178 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-594e69f4-b9e5-4d53-a23b-f06eff89db80 admin admin] Router b05391c3-ba58-4438-9370-65c2d19bc83e has already been hosted by L3 agent 32b2b364-f1ef-43b0-aa1c-04e185c9ddf9 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:38:15.756002 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 55352) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:38:15.769165 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b3582950-d51b-400f-8853-0e10490f5fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:15.854704 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594e69f4-b9e5-4d53-a23b-f06eff89db80 admin admin] Notify agent at l3_agent.dv-cinder-757936-8-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:38:15.857549 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b3582950-d51b-400f-8853-0e10490f5fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:15.862041 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-594e69f4-b9e5-4d53-a23b-f06eff89db80 admin admin] 10.222.0.62 "PUT /v2.0/routers/b05391c3-ba58-4438-9370-65c2d19bc83e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7948790 Sep 03 16:38:15.862459 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b3582950-d51b-400f-8853-0e10490f5fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:15.864130 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb1dc11-f006-48e4-81dc-3274d6eb0e7f None None] Sync routers for ids ['b05391c3-ba58-4438-9370-65c2d19bc83e'] in dv-cinder-757936-8-iscsi {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:38:15.865294 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 55354) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:38:15.873629 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb1dc11-f006-48e4-81dc-3274d6eb0e7f None None] Routers {'b05391c3-ba58-4438-9370-65c2d19bc83e'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:38:15.874235 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-4fb1dc11-f006-48e4-81dc-3274d6eb0e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:37:48Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['b05391c3-ba58-4438-9370-65c2d19bc83e'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:38:15.967559 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3582950-d51b-400f-8853-0e10490f5fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c796de-c82a-4fc1-8ff4-fa1828acaf10,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:15.974634 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-b3582950-d51b-400f-8853-0e10490f5fd6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=35e0c6916263438a96aa3843a387efce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2174766 Sep 03 16:38:15.977279 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 55356) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:38:15.979373 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-4fb1dc11-f006-48e4-81dc-3274d6eb0e7f None None] Set router b05391c3-ba58-4438-9370-65c2d19bc83e gateway port host: dv-cinder-757936-8-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:38:16.031724 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2dbe1678-e142-459b-9fc8-5d4c3d56bacd admin admin] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:16.106426 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b8fd0af7-e7c2-48f5-aae4-b8176b5eb2c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:16.139508 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b8fd0af7-e7c2-48f5-aae4-b8176b5eb2c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:16.158276 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-4fb1dc11-f006-48e4-81dc-3274d6eb0e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'name': 'tempest-TestVolumeBootPattern-1226031807-router', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': 'dbb4eb8a-c8c0-4843-86c1-855401144da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:06Z', 'updated_at': '2021-09-03T16:38:14Z', 'revision_number': 5, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'gw_port': {'id': 'dbb4eb8a-c8c0-4843-86c1-855401144da6', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:60:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:07Z', 'updated_at': '2021-09-03T16:30:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi'}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:38:16.182847 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2dbe1678-e142-459b-9fc8-5d4c3d56bacd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:16.229787 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b8fd0af7-e7c2-48f5-aae4-b8176b5eb2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:16.232513 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b8fd0af7-e7c2-48f5-aae4-b8176b5eb2c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:16.233683 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-b8fd0af7-e7c2-48f5-aae4-b8176b5eb2c7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f6c796de-c82a-4fc1-8ff4-fa1828acaf10 HTTP/1.1" status: 204 len: 168 time: 0.2555439 Sep 03 16:38:16.245306 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd0af7-e7c2-48f5-aae4-b8176b5eb2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c796de-c82a-4fc1-8ff4-fa1828acaf10,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:16.263533 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-2dbe1678-e142-459b-9fc8-5d4c3d56bacd admin admin] Deleting port dbb4eb8a-c8c0-4843-86c1-855401144da6 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:38:16.263887 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2dbe1678-e142-459b-9fc8-5d4c3d56bacd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:16.320459 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb1dc11-f006-48e4-81dc-3274d6eb0e7f None None] Checking router: b05391c3-ba58-4438-9370-65c2d19bc83e for host: dv-cinder-757936-8-iscsi {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:38:16.338932 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb1dc11-f006-48e4-81dc-3274d6eb0e7f None None] Routers {'b05391c3-ba58-4438-9370-65c2d19bc83e'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:38:16.339566 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-4fb1dc11-f006-48e4-81dc-3274d6eb0e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:37:48Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['b05391c3-ba58-4438-9370-65c2d19bc83e'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:38:16.362469 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-2dbe1678-e142-459b-9fc8-5d4c3d56bacd admin admin] For port dbb4eb8a-c8c0-4843-86c1-855401144da6, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=dbb4eb8a-c8c0-4843-86c1-855401144da6,segment=NetworkSegment(8fbc7082-b272-4b43-971d-120707d467f2),segment_id=8fbc7082-b272-4b43-971d-120707d467f2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:38:16.362879 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2dbe1678-e142-459b-9fc8-5d4c3d56bacd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:16.375768 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-2dbe1678-e142-459b-9fc8-5d4c3d56bacd admin admin] Calling delete_port for dbb4eb8a-c8c0-4843-86c1-855401144da6 owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:38:16.428079 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-4fb1dc11-f006-48e4-81dc-3274d6eb0e7f None None] Set router b05391c3-ba58-4438-9370-65c2d19bc83e gateway port host: None {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:38:16.479785 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-4fb1dc11-f006-48e4-81dc-3274d6eb0e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'name': 'tempest-TestVolumeBootPattern-1226031807-router', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:06Z', 'updated_at': '2021-09-03T16:38:16Z', 'revision_number': 6, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'gw_port_host': None}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:38:16.510308 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb1dc11-f006-48e4-81dc-3274d6eb0e7f None None] The sync data for ids ['b05391c3-ba58-4438-9370-65c2d19bc83e'] in dv-cinder-757936-8-iscsi is: [{'id': 'b05391c3-ba58-4438-9370-65c2d19bc83e', 'name': 'tempest-TestVolumeBootPattern-1226031807-router', 'tenant_id': '19bf0ba519e14617adef11a5e39bcbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:06Z', 'updated_at': '2021-09-03T16:38:16Z', 'revision_number': 6, 'project_id': '19bf0ba519e14617adef11a5e39bcbc0', 'gw_port_host': None}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:38:16.551496 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2dbe1678-e142-459b-9fc8-5d4c3d56bacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126147387'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:16.583466 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbe1678-e142-459b-9fc8-5d4c3d56bacd admin admin] Pushing event deleted for resources: {'Port': ['ID=dbb4eb8a-c8c0-4843-86c1-855401144da6,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:16.642532 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2dbe1678-e142-459b-9fc8-5d4c3d56bacd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-923130'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:16.733752 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2dbe1678-e142-459b-9fc8-5d4c3d56bacd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126087'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:16.735863 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2dbe1678-e142-459b-9fc8-5d4c3d56bacd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:16.781593 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2dbe1678-e142-459b-9fc8-5d4c3d56bacd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-921180'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:16.782225 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dbe1678-e142-459b-9fc8-5d4c3d56bacd admin admin] Fanout notify agent at l3_agent the message router_deleted on router b05391c3-ba58-4438-9370-65c2d19bc83e {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 16:38:16.787195 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2dbe1678-e142-459b-9fc8-5d4c3d56bacd admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:16.787195 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-2dbe1678-e142-459b-9fc8-5d4c3d56bacd admin admin] 10.222.0.62 "DELETE /v2.0/routers/b05391c3-ba58-4438-9370-65c2d19bc83e HTTP/1.1" status: 204 len: 168 time: 0.9211881 Sep 03 16:38:16.791738 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 55374) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:38:16.839968 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6835ffb-9f32-494e-a5e2-83a74f94d50a admin admin] Deleting subnet 6421e508-5483-421b-b991-952129da5e9d {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 16:38:16.843266 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b6835ffb-9f32-494e-a5e2-83a74f94d50a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:16.878545 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b6835ffb-9f32-494e-a5e2-83a74f94d50a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125966486'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:16.976950 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b6835ffb-9f32-494e-a5e2-83a74f94d50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3810215'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:17.041140 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b6835ffb-9f32-494e-a5e2-83a74f94d50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3810270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126147350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126670111'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:17.074240 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6835ffb-9f32-494e-a5e2-83a74f94d50a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6421e508-5483-421b-b991-952129da5e9d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:17.079188 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b6835ffb-9f32-494e-a5e2-83a74f94d50a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:17.081137 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-b6835ffb-9f32-494e-a5e2-83a74f94d50a admin admin] 10.222.0.62 "DELETE /v2.0/subnets/6421e508-5483-421b-b991-952129da5e9d HTTP/1.1" status: 204 len: 168 time: 0.2884302 Sep 03 16:38:17.083591 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 55384) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:38:17.084600 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a10fc8-0a74-44c6-a5d6-de133d1a0ac1 None None] Network ad522a35-4ced-4cb5-b8e3-4ba24d469eaa requested from dv-cinder-757936-8-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:38:17.159950 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f05af140-5914-4ef8-aa37-3ebef505b574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3806380'] for network, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:17.215597 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f05af140-5914-4ef8-aa37-3ebef505b574 admin admin] Deleting port 2924b038-c307-4a86-afe6-b1bb1cf8221d {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:38:17.216165 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f05af140-5914-4ef8-aa37-3ebef505b574 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:17.279510 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-f05af140-5914-4ef8-aa37-3ebef505b574 admin admin] For port 2924b038-c307-4a86-afe6-b1bb1cf8221d, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=2924b038-c307-4a86-afe6-b1bb1cf8221d,segment=NetworkSegment(353e2098-a66a-4049-a3bf-5f567bae9b13),segment_id=353e2098-a66a-4049-a3bf-5f567bae9b13)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:38:17.279800 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f05af140-5914-4ef8-aa37-3ebef505b574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:17.298453 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-f05af140-5914-4ef8-aa37-3ebef505b574 admin admin] Calling delete_port for 2924b038-c307-4a86-afe6-b1bb1cf8221d owned by network:dhcp {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:38:17.301000 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e94b3c2-ac74-4e63-beac-979db48042d9 None None] DHCP port deletion for ad522a35-4ced-4cb5-b8e3-4ba24d469eaa request from dv-cinder-757936-8-iscsi {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 16:38:17.370087 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-3e94b3c2-ac74-4e63-beac-979db48042d9 None None] Deleting port 2924b038-c307-4a86-afe6-b1bb1cf8221d {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:38:17.370727 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3e94b3c2-ac74-4e63-beac-979db48042d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:17.398446 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f05af140-5914-4ef8-aa37-3ebef505b574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126147387'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:17.440283 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05af140-5914-4ef8-aa37-3ebef505b574 admin admin] No DVR routers for this DVR port 2924b038-c307-4a86-afe6-b1bb1cf8221d on host dv-cinder-757936-8-iscsi {{(pid=93827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:38:17.443940 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05af140-5914-4ef8-aa37-3ebef505b574 admin admin] Pushing event deleted for resources: {'Port': ['ID=2924b038-c307-4a86-afe6-b1bb1cf8221d,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:17.464175 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-3e94b3c2-ac74-4e63-beac-979db48042d9 None None] For port 2924b038-c307-4a86-afe6-b1bb1cf8221d, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=2924b038-c307-4a86-afe6-b1bb1cf8221d,segment=NetworkSegment(353e2098-a66a-4049-a3bf-5f567bae9b13),segment_id=353e2098-a66a-4049-a3bf-5f567bae9b13)] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:38:17.464821 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3e94b3c2-ac74-4e63-beac-979db48042d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:17.482836 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-3e94b3c2-ac74-4e63-beac-979db48042d9 None None] Calling delete_port for 2924b038-c307-4a86-afe6-b1bb1cf8221d owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:38:17.544007 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f05af140-5914-4ef8-aa37-3ebef505b574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811122', 'neutron.services.segments.db._delete_segments_for_network-8739257953365'] for network, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:17.554673 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.services.segments.db [None req-f05af140-5914-4ef8-aa37-3ebef505b574 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad522a35-4ced-4cb5-b8e3-4ba24d469eaa']}} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:38:17.566399 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.services.segments.db [None req-f05af140-5914-4ef8-aa37-3ebef505b574 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '353e2098-a66a-4049-a3bf-5f567bae9b13') {'for_net_delete': True} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:38:17.566985 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.services.segments.db [None req-f05af140-5914-4ef8-aa37-3ebef505b574 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '353e2098-a66a-4049-a3bf-5f567bae9b13') {} {{(pid=93827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:38:17.576213 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f05af140-5914-4ef8-aa37-3ebef505b574 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739257954910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125966479'] for segment, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:17.581342 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3e94b3c2-ac74-4e63-beac-979db48042d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:17.591295 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f05af140-5914-4ef8-aa37-3ebef505b574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526'] for segment, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:17.597699 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f05af140-5914-4ef8-aa37-3ebef505b574 admin admin] Releasing vlan 889 on physical network physnet1 to pool {{(pid=93827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 16:38:17.598036 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f05af140-5914-4ef8-aa37-3ebef505b574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126147400'] for segment, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:17.599720 dv-cinder-757936-8-iscsi neutron-server[93827]: Traceback (most recent call last): Sep 03 16:38:17.599720 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 16:38:17.599720 dv-cinder-757936-8-iscsi neutron-server[93827]: timer() Sep 03 16:38:17.599720 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 16:38:17.599720 dv-cinder-757936-8-iscsi neutron-server[93827]: cb(*args, **kw) Sep 03 16:38:17.599720 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 16:38:17.599720 dv-cinder-757936-8-iscsi neutron-server[93827]: return func(*args, **kwargs) Sep 03 16:38:17.599720 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 16:38:17.599720 dv-cinder-757936-8-iscsi neutron-server[93827]: self._notify() Sep 03 16:38:17.599720 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 16:38:17.599720 dv-cinder-757936-8-iscsi neutron-server[93827]: self.callback(batched_events) Sep 03 16:38:17.599720 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 16:38:17.599720 dv-cinder-757936-8-iscsi neutron-server[93827]: event.method(event) Sep 03 16:38:17.599720 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 16:38:17.599720 dv-cinder-757936-8-iscsi neutron-server[93827]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 16:38:17.599720 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 16:38:17.599720 dv-cinder-757936-8-iscsi neutron-server[93827]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 16:38:17.599720 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 16:38:17.599720 dv-cinder-757936-8-iscsi neutron-server[93827]: return f(self, *a, **k) Sep 03 16:38:17.599720 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 16:38:17.599720 dv-cinder-757936-8-iscsi neutron-server[93827]: return self._get(url).json() Sep 03 16:38:17.599720 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 16:38:17.599720 dv-cinder-757936-8-iscsi neutron-server[93827]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 16:38:17.599720 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 16:38:17.599720 dv-cinder-757936-8-iscsi neutron-server[93827]: return self.request(url, 'GET', **kwargs) Sep 03 16:38:17.599720 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 16:38:17.599720 dv-cinder-757936-8-iscsi neutron-server[93827]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 16:38:17.599720 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 16:38:17.599720 dv-cinder-757936-8-iscsi neutron-server[93827]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 16:38:17.599720 dv-cinder-757936-8-iscsi neutron-server[93827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 16:38:17.599720 dv-cinder-757936-8-iscsi neutron-server[93827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 16:38:17.599720 dv-cinder-757936-8-iscsi neutron-server[93827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 16:38:17.609878 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e94b3c2-ac74-4e63-beac-979db48042d9 None None] Pushing event deleted for resources: {'Port': ['ID=2924b038-c307-4a86-afe6-b1bb1cf8221d,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:17.614934 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e94b3c2-ac74-4e63-beac-979db48042d9 None None] No DVR routers for this DVR port 2924b038-c307-4a86-afe6-b1bb1cf8221d on host dv-cinder-757936-8-iscsi {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:38:17.668007 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f05af140-5914-4ef8-aa37-3ebef505b574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956946'] for network, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:17.674223 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-f05af140-5914-4ef8-aa37-3ebef505b574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for network, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:17.676576 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-f05af140-5914-4ef8-aa37-3ebef505b574 admin admin] 10.222.0.62 "DELETE /v2.0/networks/ad522a35-4ced-4cb5-b8e3-4ba24d469eaa HTTP/1.1" status: 204 len: 168 time: 0.5916650 Sep 03 16:38:17.679295 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 55390) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:38:17.696129 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 2924b038-c307-4a86-afe6-b1bb1cf8221d no longer exists at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:38:17.715990 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] No Port match for: 2924b038-c307-4a86-afe6-b1bb1cf8221d {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:38:17.716210 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 2924b038-c307-4a86-afe6-b1bb1cf8221d not bound to the agent host dv-cinder-757936-8-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:38:17.716748 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device dbb4eb8a-c8c0-4843-86c1-855401144da6 no longer exists at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:38:17.727566 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05af140-5914-4ef8-aa37-3ebef505b574 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad522a35-4ced-4cb5-b8e3-4ba24d469eaa,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:17.736943 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] No Port match for: dbb4eb8a-c8c0-4843-86c1-855401144da6 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:38:17.737366 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device dbb4eb8a-c8c0-4843-86c1-855401144da6 not bound to the agent host dv-cinder-757936-8-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:38:17.737794 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 11c8522f-4809-4654-a1d8-465b37fb0299 no longer exists at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:38:17.760459 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] No Port match for: 11c8522f-4809-4654-a1d8-465b37fb0299 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:38:17.760810 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 11c8522f-4809-4654-a1d8-465b37fb0299 not bound to the agent host dv-cinder-757936-8-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:38:18.021746 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-011c258e-e396-48b6-8966-2e8ee97399e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-922624'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:18.045680 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2ac83df0-1f85-47d5-b3ed-08313d6800f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:18.259615 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-011c258e-e396-48b6-8966-2e8ee97399e2 admin admin] Deleting port 4c40dd15-4a0f-4a30-bf57-5896bac7bfad {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:38:18.259961 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-011c258e-e396-48b6-8966-2e8ee97399e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:18.334178 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-011c258e-e396-48b6-8966-2e8ee97399e2 admin admin] For port 4c40dd15-4a0f-4a30-bf57-5896bac7bfad, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=4c40dd15-4a0f-4a30-bf57-5896bac7bfad,segment=NetworkSegment(7b5040e7-9d47-40a4-9f33-94744a2a52a1),segment_id=7b5040e7-9d47-40a4-9f33-94744a2a52a1)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:38:18.334549 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-011c258e-e396-48b6-8966-2e8ee97399e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:18.350050 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-011c258e-e396-48b6-8966-2e8ee97399e2 admin admin] Calling delete_port for 4c40dd15-4a0f-4a30-bf57-5896bac7bfad owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:38:18.373556 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:18.534496 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-011c258e-e396-48b6-8966-2e8ee97399e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126147387'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:18.561946 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c258e-e396-48b6-8966-2e8ee97399e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c40dd15-4a0f-4a30-bf57-5896bac7bfad,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:18.737294 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-011c258e-e396-48b6-8966-2e8ee97399e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-922772'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:18.952924 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011c258e-e396-48b6-8966-2e8ee97399e2 admin admin] Router 5a0022ff-416d-4a3f-9e87-aa74d9b82392 has already been hosted by L3 agent 32b2b364-f1ef-43b0-aa1c-04e185c9ddf9 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:38:19.049171 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad34-f359-45be-bded-9b7b563a89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:19.304640 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011c258e-e396-48b6-8966-2e8ee97399e2 admin admin] Notify agent at l3_agent.dv-cinder-757936-8-iscsi the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:38:19.309516 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-011c258e-e396-48b6-8966-2e8ee97399e2 admin admin] 10.222.0.62 "PUT /v2.0/routers/5a0022ff-416d-4a3f-9e87-aa74d9b82392/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6292727 Sep 03 16:38:19.312230 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 55398) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:38:19.314772 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b156242-248f-4205-a28c-cb7d4b3d66b6 None None] Sync routers for ids ['5a0022ff-416d-4a3f-9e87-aa74d9b82392'] in dv-cinder-757936-8-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:38:19.324284 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b156242-248f-4205-a28c-cb7d4b3d66b6 None None] Routers {'5a0022ff-416d-4a3f-9e87-aa74d9b82392'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:38:19.324889 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-3b156242-248f-4205-a28c-cb7d4b3d66b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:38:18Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['5a0022ff-416d-4a3f-9e87-aa74d9b82392'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:38:19.412153 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f0310bc-7e0d-451f-85bc-1f0b954dfbbd admin admin] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:19.425978 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-3b156242-248f-4205-a28c-cb7d4b3d66b6 None None] Set router 5a0022ff-416d-4a3f-9e87-aa74d9b82392 gateway port host: dv-cinder-757936-8-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:38:19.513946 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f0310bc-7e0d-451f-85bc-1f0b954dfbbd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:19.573313 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-6f0310bc-7e0d-451f-85bc-1f0b954dfbbd admin admin] Deleting port 16d0a0c4-09af-45cc-99e0-721452c347e4 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:38:19.573669 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f0310bc-7e0d-451f-85bc-1f0b954dfbbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:19.607962 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-3b156242-248f-4205-a28c-cb7d4b3d66b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0022ff-416d-4a3f-9e87-aa74d9b82392', 'name': 'tempest-TestVolumeBootPattern-585758855-router', 'tenant_id': 'f3939c2cf7944fe389ba71ba29ec4269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '16d0a0c4-09af-45cc-99e0-721452c347e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:17Z', 'updated_at': '2021-09-03T16:38:18Z', 'revision_number': 5, 'project_id': 'f3939c2cf7944fe389ba71ba29ec4269', 'gw_port': {'id': '16d0a0c4-09af-45cc-99e0-721452c347e4', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:de:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0022ff-416d-4a3f-9e87-aa74d9b82392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:30:17Z', 'updated_at': '2021-09-03T16:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi'}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:38:19.636745 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b156242-248f-4205-a28c-cb7d4b3d66b6 None None] Checking router: 5a0022ff-416d-4a3f-9e87-aa74d9b82392 for host: dv-cinder-757936-8-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:38:19.645677 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b156242-248f-4205-a28c-cb7d4b3d66b6 None None] Routers {'5a0022ff-416d-4a3f-9e87-aa74d9b82392'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:38:19.646297 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-3b156242-248f-4205-a28c-cb7d4b3d66b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:38:18Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['5a0022ff-416d-4a3f-9e87-aa74d9b82392'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:38:19.654190 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-6f0310bc-7e0d-451f-85bc-1f0b954dfbbd admin admin] For port 16d0a0c4-09af-45cc-99e0-721452c347e4, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=16d0a0c4-09af-45cc-99e0-721452c347e4,segment=NetworkSegment(8fbc7082-b272-4b43-971d-120707d467f2),segment_id=8fbc7082-b272-4b43-971d-120707d467f2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:38:19.654562 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f0310bc-7e0d-451f-85bc-1f0b954dfbbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:19.667577 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-6f0310bc-7e0d-451f-85bc-1f0b954dfbbd admin admin] Calling delete_port for 16d0a0c4-09af-45cc-99e0-721452c347e4 owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:38:19.733130 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-3b156242-248f-4205-a28c-cb7d4b3d66b6 None None] Set router 5a0022ff-416d-4a3f-9e87-aa74d9b82392 gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:38:19.788016 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-3b156242-248f-4205-a28c-cb7d4b3d66b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0022ff-416d-4a3f-9e87-aa74d9b82392', 'name': 'tempest-TestVolumeBootPattern-585758855-router', 'tenant_id': 'f3939c2cf7944fe389ba71ba29ec4269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:17Z', 'updated_at': '2021-09-03T16:38:19Z', 'revision_number': 6, 'project_id': 'f3939c2cf7944fe389ba71ba29ec4269', 'gw_port_host': None}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:38:19.816537 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b156242-248f-4205-a28c-cb7d4b3d66b6 None None] The sync data for ids ['5a0022ff-416d-4a3f-9e87-aa74d9b82392'] in dv-cinder-757936-8-iscsi is: [{'id': '5a0022ff-416d-4a3f-9e87-aa74d9b82392', 'name': 'tempest-TestVolumeBootPattern-585758855-router', 'tenant_id': 'f3939c2cf7944fe389ba71ba29ec4269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:30:17Z', 'updated_at': '2021-09-03T16:38:19Z', 'revision_number': 6, 'project_id': 'f3939c2cf7944fe389ba71ba29ec4269', 'gw_port_host': None}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:38:19.831756 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f0310bc-7e0d-451f-85bc-1f0b954dfbbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126147387'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:19.861854 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0310bc-7e0d-451f-85bc-1f0b954dfbbd admin admin] Pushing event deleted for resources: {'Port': ['ID=16d0a0c4-09af-45cc-99e0-721452c347e4,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:19.920010 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f0310bc-7e0d-451f-85bc-1f0b954dfbbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-923130'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:20.013801 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f0310bc-7e0d-451f-85bc-1f0b954dfbbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126087'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:20.015922 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f0310bc-7e0d-451f-85bc-1f0b954dfbbd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:20.058998 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f0310bc-7e0d-451f-85bc-1f0b954dfbbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-921180'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:20.059529 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0310bc-7e0d-451f-85bc-1f0b954dfbbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a0022ff-416d-4a3f-9e87-aa74d9b82392 {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 16:38:20.064156 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6f0310bc-7e0d-451f-85bc-1f0b954dfbbd admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:20.065335 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-6f0310bc-7e0d-451f-85bc-1f0b954dfbbd admin admin] 10.222.0.62 "DELETE /v2.0/routers/5a0022ff-416d-4a3f-9e87-aa74d9b82392 HTTP/1.1" status: 204 len: 168 time: 0.7521610 Sep 03 16:38:20.067712 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 55402) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:38:20.114571 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.db.db_base_plugin_v2 [None req-794ee6fb-078c-4956-b554-5604bd4504da admin admin] Deleting subnet 93196f3b-22b3-43a7-b970-29aa6942f9a1 {{(pid=93827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 16:38:20.117523 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-794ee6fb-078c-4956-b554-5604bd4504da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:20.151309 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-794ee6fb-078c-4956-b554-5604bd4504da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125966486'] for subnet, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:20.231246 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-794ee6fb-078c-4956-b554-5604bd4504da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3810215'] for subnet, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:20.284514 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-794ee6fb-078c-4956-b554-5604bd4504da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3810270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126147350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126670111'] for subnet, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:20.315923 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-794ee6fb-078c-4956-b554-5604bd4504da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for subnet, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:20.317833 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-794ee6fb-078c-4956-b554-5604bd4504da admin admin] 10.222.0.62 "DELETE /v2.0/subnets/93196f3b-22b3-43a7-b970-29aa6942f9a1 HTTP/1.1" status: 204 len: 168 time: 0.2491987 Sep 03 16:38:20.320194 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794ee6fb-078c-4956-b554-5604bd4504da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93196f3b-22b3-43a7-b970-29aa6942f9a1,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:20.321207 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 55404) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:38:20.323368 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75fbf31-a52f-445b-891a-3cce6d8881f7 None None] Network a7840f0c-1e66-4aaf-a612-b3c22972be64 requested from dv-cinder-757936-8-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:38:20.391417 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4c8f2dd6-7ae1-4baf-a16d-e1fb51de8435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3806380'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:20.444207 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-4c8f2dd6-7ae1-4baf-a16d-e1fb51de8435 admin admin] Deleting port 58a34b21-4137-4ba3-8949-e27871cb1352 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:38:20.445102 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4c8f2dd6-7ae1-4baf-a16d-e1fb51de8435 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:20.509540 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-4c8f2dd6-7ae1-4baf-a16d-e1fb51de8435 admin admin] For port 58a34b21-4137-4ba3-8949-e27871cb1352, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=58a34b21-4137-4ba3-8949-e27871cb1352,segment=NetworkSegment(7b5040e7-9d47-40a4-9f33-94744a2a52a1),segment_id=7b5040e7-9d47-40a4-9f33-94744a2a52a1)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:38:20.509831 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4c8f2dd6-7ae1-4baf-a16d-e1fb51de8435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:20.520817 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-4c8f2dd6-7ae1-4baf-a16d-e1fb51de8435 admin admin] Calling delete_port for 58a34b21-4137-4ba3-8949-e27871cb1352 owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:38:20.553577 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d340597-a514-4401-b359-1027fecdbde5 None None] DHCP port deletion for a7840f0c-1e66-4aaf-a612-b3c22972be64 request from dv-cinder-757936-8-iscsi {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 16:38:20.601158 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4c8f2dd6-7ae1-4baf-a16d-e1fb51de8435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852113'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:20.607862 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-3d340597-a514-4401-b359-1027fecdbde5 None None] Deleting port 58a34b21-4137-4ba3-8949-e27871cb1352 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:38:20.608249 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3d340597-a514-4401-b359-1027fecdbde5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:20.628128 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f2dd6-7ae1-4baf-a16d-e1fb51de8435 admin admin] Pushing event deleted for resources: {'Port': ['ID=58a34b21-4137-4ba3-8949-e27871cb1352,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:20.641125 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8f2dd6-7ae1-4baf-a16d-e1fb51de8435 admin admin] No DVR routers for this DVR port 58a34b21-4137-4ba3-8949-e27871cb1352 on host dv-cinder-757936-8-iscsi {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:38:20.645358 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f2dd6-7ae1-4baf-a16d-e1fb51de8435 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:38:20.645864 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f2dd6-7ae1-4baf-a16d-e1fb51de8435 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:38:20.646334 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f2dd6-7ae1-4baf-a16d-e1fb51de8435 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:38:20.646777 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f2dd6-7ae1-4baf-a16d-e1fb51de8435 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:38:20.647750 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f2dd6-7ae1-4baf-a16d-e1fb51de8435 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:38:20.648278 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f2dd6-7ae1-4baf-a16d-e1fb51de8435 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:38:20.648867 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f2dd6-7ae1-4baf-a16d-e1fb51de8435 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:38:20.649413 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f2dd6-7ae1-4baf-a16d-e1fb51de8435 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:38:20.649977 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f2dd6-7ae1-4baf-a16d-e1fb51de8435 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:38:20.650491 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f2dd6-7ae1-4baf-a16d-e1fb51de8435 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:38:20.650999 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f2dd6-7ae1-4baf-a16d-e1fb51de8435 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:38:20.651342 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f2dd6-7ae1-4baf-a16d-e1fb51de8435 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:38:20.675477 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-3d340597-a514-4401-b359-1027fecdbde5 None None] For port 58a34b21-4137-4ba3-8949-e27871cb1352, host dv-cinder-757936-8-iscsi, got binding levels [] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:38:20.675786 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3d340597-a514-4401-b359-1027fecdbde5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:20.690133 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-3d340597-a514-4401-b359-1027fecdbde5 None None] Calling delete_port for 58a34b21-4137-4ba3-8949-e27871cb1352 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:38:20.692917 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.ipam_backend_mixin [None req-3d340597-a514-4401-b359-1027fecdbde5 None None] Port 58a34b21-4137-4ba3-8949-e27871cb1352 was not found and therefore no delete operation was performed {{(pid=93829) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 03 16:38:20.694211 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-3d340597-a514-4401-b359-1027fecdbde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:20.717914 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d340597-a514-4401-b359-1027fecdbde5 None None] Pushing event deleted for resources: {'Port': ['ID=58a34b21-4137-4ba3-8949-e27871cb1352,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:20.724062 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4c8f2dd6-7ae1-4baf-a16d-e1fb51de8435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811122', 'neutron.services.segments.db._delete_segments_for_network-8739257953365'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:20.727511 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d340597-a514-4401-b359-1027fecdbde5 None None] No DVR routers for this DVR port 58a34b21-4137-4ba3-8949-e27871cb1352 on host dv-cinder-757936-8-iscsi {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:38:20.729559 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d340597-a514-4401-b359-1027fecdbde5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:38:20.729907 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d340597-a514-4401-b359-1027fecdbde5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:38:20.730248 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d340597-a514-4401-b359-1027fecdbde5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:38:20.730583 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d340597-a514-4401-b359-1027fecdbde5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:38:20.730912 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d340597-a514-4401-b359-1027fecdbde5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:38:20.731242 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d340597-a514-4401-b359-1027fecdbde5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:38:20.731569 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d340597-a514-4401-b359-1027fecdbde5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:38:20.731895 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d340597-a514-4401-b359-1027fecdbde5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:38:20.732225 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d340597-a514-4401-b359-1027fecdbde5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:38:20.732548 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d340597-a514-4401-b359-1027fecdbde5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:38:20.732867 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d340597-a514-4401-b359-1027fecdbde5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:38:20.733254 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d340597-a514-4401-b359-1027fecdbde5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:38:20.736830 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-4c8f2dd6-7ae1-4baf-a16d-e1fb51de8435 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7840f0c-1e66-4aaf-a612-b3c22972be64']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:38:20.751187 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-4c8f2dd6-7ae1-4baf-a16d-e1fb51de8435 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b5040e7-9d47-40a4-9f33-94744a2a52a1') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:38:20.751554 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-4c8f2dd6-7ae1-4baf-a16d-e1fb51de8435 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b5040e7-9d47-40a4-9f33-94744a2a52a1') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:38:20.762195 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4c8f2dd6-7ae1-4baf-a16d-e1fb51de8435 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739257954910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126121537'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:20.776415 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4c8f2dd6-7ae1-4baf-a16d-e1fb51de8435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:20.783851 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c8f2dd6-7ae1-4baf-a16d-e1fb51de8435 admin admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 16:38:20.784460 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4c8f2dd6-7ae1-4baf-a16d-e1fb51de8435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126852194'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:20.786626 dv-cinder-757936-8-iscsi neutron-server[93828]: Traceback (most recent call last): Sep 03 16:38:20.786626 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 16:38:20.786626 dv-cinder-757936-8-iscsi neutron-server[93828]: timer() Sep 03 16:38:20.786626 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 16:38:20.786626 dv-cinder-757936-8-iscsi neutron-server[93828]: cb(*args, **kw) Sep 03 16:38:20.786626 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 16:38:20.786626 dv-cinder-757936-8-iscsi neutron-server[93828]: return func(*args, **kwargs) Sep 03 16:38:20.786626 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 16:38:20.786626 dv-cinder-757936-8-iscsi neutron-server[93828]: self._notify() Sep 03 16:38:20.786626 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 16:38:20.786626 dv-cinder-757936-8-iscsi neutron-server[93828]: self.callback(batched_events) Sep 03 16:38:20.786626 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 16:38:20.786626 dv-cinder-757936-8-iscsi neutron-server[93828]: event.method(event) Sep 03 16:38:20.786626 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 16:38:20.786626 dv-cinder-757936-8-iscsi neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 16:38:20.786626 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 16:38:20.786626 dv-cinder-757936-8-iscsi neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 16:38:20.786626 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 16:38:20.786626 dv-cinder-757936-8-iscsi neutron-server[93828]: return f(self, *a, **k) Sep 03 16:38:20.786626 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 16:38:20.786626 dv-cinder-757936-8-iscsi neutron-server[93828]: return self._get(url).json() Sep 03 16:38:20.786626 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 16:38:20.786626 dv-cinder-757936-8-iscsi neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 16:38:20.786626 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 16:38:20.786626 dv-cinder-757936-8-iscsi neutron-server[93828]: return self.request(url, 'GET', **kwargs) Sep 03 16:38:20.786626 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 16:38:20.786626 dv-cinder-757936-8-iscsi neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 16:38:20.786626 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 16:38:20.786626 dv-cinder-757936-8-iscsi neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 16:38:20.786626 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 16:38:20.786626 dv-cinder-757936-8-iscsi neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 16:38:20.786626 dv-cinder-757936-8-iscsi neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 16:38:20.826556 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30fea9dd-2dab-4865-ba17-13165276935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:20.855153 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4c8f2dd6-7ae1-4baf-a16d-e1fb51de8435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956946'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:20.859518 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4c8f2dd6-7ae1-4baf-a16d-e1fb51de8435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:20.862354 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-4c8f2dd6-7ae1-4baf-a16d-e1fb51de8435 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a7840f0c-1e66-4aaf-a612-b3c22972be64 HTTP/1.1" status: 204 len: 168 time: 0.5400436 Sep 03 16:38:20.875585 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f2dd6-7ae1-4baf-a16d-e1fb51de8435 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7840f0c-1e66-4aaf-a612-b3c22972be64,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:21.023679 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 55412) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:38:21.063868 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-108adea6-e768-4c0d-8a62-d0026e51c5df admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=19bf0ba519e14617adef11a5e39bcbc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390475 Sep 03 16:38:21.066272 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 55414) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:38:21.112136 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c85fe2ea-2d87-4c29-9971-8b8ddebdf7d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:21.132872 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c85fe2ea-2d87-4c29-9971-8b8ddebdf7d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:21.181030 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c85fe2ea-2d87-4c29-9971-8b8ddebdf7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:21.183647 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c85fe2ea-2d87-4c29-9971-8b8ddebdf7d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:21.184756 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-c85fe2ea-2d87-4c29-9971-8b8ddebdf7d9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/40cf0a05-cf95-40c6-8a02-53bd99622421 HTTP/1.1" status: 204 len: 168 time: 0.1175380 Sep 03 16:38:21.192902 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85fe2ea-2d87-4c29-9971-8b8ddebdf7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40cf0a05-cf95-40c6-8a02-53bd99622421,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:21.491525 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 55420) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:38:21.530850 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-9a37069a-3d20-4651-b80c-11c970b753ec admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f3939c2cf7944fe389ba71ba29ec4269&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380361 Sep 03 16:38:21.533228 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 55422) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:38:21.583266 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b71d944b-b4d2-4794-aaa9-f09a4186cca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:21.604698 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b71d944b-b4d2-4794-aaa9-f09a4186cca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:21.652966 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b71d944b-b4d2-4794-aaa9-f09a4186cca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:21.655597 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b71d944b-b4d2-4794-aaa9-f09a4186cca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:21.656762 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-b71d944b-b4d2-4794-aaa9-f09a4186cca2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/109b2dd8-eac3-44a9-81d2-283b355a4d28 HTTP/1.1" status: 204 len: 168 time: 0.1226227 Sep 03 16:38:21.665156 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d944b-b4d2-4794-aaa9-f09a4186cca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109b2dd8-eac3-44a9-81d2-283b355a4d28,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:21.686639 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 16d0a0c4-09af-45cc-99e0-721452c347e4 no longer exists at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:38:21.707477 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] No Port match for: 16d0a0c4-09af-45cc-99e0-721452c347e4 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:38:21.707864 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 16d0a0c4-09af-45cc-99e0-721452c347e4 not bound to the agent host dv-cinder-757936-8-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:38:21.708237 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 4c40dd15-4a0f-4a30-bf57-5896bac7bfad no longer exists at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:38:21.727594 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] No Port match for: 4c40dd15-4a0f-4a30-bf57-5896bac7bfad {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:38:21.728067 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 4c40dd15-4a0f-4a30-bf57-5896bac7bfad not bound to the agent host dv-cinder-757936-8-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:38:21.728459 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 58a34b21-4137-4ba3-8949-e27871cb1352 no longer exists at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:38:21.747046 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] No Port match for: 58a34b21-4137-4ba3-8949-e27871cb1352 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:38:21.747391 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 58a34b21-4137-4ba3-8949-e27871cb1352 not bound to the agent host dv-cinder-757936-8-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:38:23.001472 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:24.851044 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 55470) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:38:24.955565 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6faabb0e-3acb-49ef-bee2-63706892d225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:25.043215 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6faabb0e-3acb-49ef-bee2-63706892d225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:25.046715 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-6faabb0e-3acb-49ef-bee2-63706892d225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:25.086876 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-6faabb0e-3acb-49ef-bee2-63706892d225 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=064a4f71118a4da1921ad75b3c78c2cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2346649 Sep 03 16:38:25.087960 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faabb0e-3acb-49ef-bee2-63706892d225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60cd4fb4-df3a-416a-914a-5c6f7aba6996,revision_number=1']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:25.089555 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 55474) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:38:25.095008 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faabb0e-3acb-49ef-bee2-63706892d225 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:38:25.095370 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faabb0e-3acb-49ef-bee2-63706892d225 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:38:25.095721 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faabb0e-3acb-49ef-bee2-63706892d225 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:38:25.096071 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faabb0e-3acb-49ef-bee2-63706892d225 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:38:25.096413 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faabb0e-3acb-49ef-bee2-63706892d225 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:38:25.096759 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faabb0e-3acb-49ef-bee2-63706892d225 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:38:25.097143 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faabb0e-3acb-49ef-bee2-63706892d225 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:38:25.097482 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faabb0e-3acb-49ef-bee2-63706892d225 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:38:25.097820 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faabb0e-3acb-49ef-bee2-63706892d225 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:38:25.098157 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faabb0e-3acb-49ef-bee2-63706892d225 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:38:25.098495 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faabb0e-3acb-49ef-bee2-63706892d225 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:38:25.098831 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faabb0e-3acb-49ef-bee2-63706892d225 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:38:25.138651 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9534ca82-e8a1-4203-b6a7-80062d7253a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:25.159470 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9534ca82-e8a1-4203-b6a7-80062d7253a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:25.225879 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9534ca82-e8a1-4203-b6a7-80062d7253a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:25.232587 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-9534ca82-e8a1-4203-b6a7-80062d7253a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:25.233792 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-9534ca82-e8a1-4203-b6a7-80062d7253a4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/60cd4fb4-df3a-416a-914a-5c6f7aba6996 HTTP/1.1" status: 204 len: 168 time: 0.1431856 Sep 03 16:38:25.241772 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9534ca82-e8a1-4203-b6a7-80062d7253a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60cd4fb4-df3a-416a-914a-5c6f7aba6996,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:26.244234 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 55504) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:38:26.351280 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c9d13db6-49f3-471f-8fb8-20199ad2bdc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:26.436819 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c9d13db6-49f3-471f-8fb8-20199ad2bdc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:26.440790 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-c9d13db6-49f3-471f-8fb8-20199ad2bdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_create {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:26.478454 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-c9d13db6-49f3-471f-8fb8-20199ad2bdc1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=de769dd975324c5bbcce9cb24d8662b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2326090 Sep 03 16:38:26.479313 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d13db6-49f3-471f-8fb8-20199ad2bdc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139060da-641f-4a66-b6bb-2a9be21f9e76,revision_number=1']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:26.481183 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 55508) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:38:26.530684 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7a16275f-241c-43cf-bcfc-4c7957a6a3be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:26.555146 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7a16275f-241c-43cf-bcfc-4c7957a6a3be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:26.600777 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7a16275f-241c-43cf-bcfc-4c7957a6a3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:26.603434 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-7a16275f-241c-43cf-bcfc-4c7957a6a3be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:26.604585 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-7a16275f-241c-43cf-bcfc-4c7957a6a3be admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/139060da-641f-4a66-b6bb-2a9be21f9e76 HTTP/1.1" status: 204 len: 168 time: 0.1223626 Sep 03 16:38:26.612195 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a16275f-241c-43cf-bcfc-4c7957a6a3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139060da-641f-4a66-b6bb-2a9be21f9e76,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:38:37.544919 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08544e99-4772-48b2-b0dc-ee15c9e32ac6 req-b869e1d4-a991-45f5-af49-da5e59dadf83 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:38:37.546417 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-08544e99-4772-48b2-b0dc-ee15c9e32ac6 req-b869e1d4-a991-45f5-af49-da5e59dadf83 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/ports?device_id=902fe893-281b-46d5-aae0-ca5e9bf3a1ee HTTP/1.1" status: 200 len: 985 time: 0.0505760 Sep 03 16:38:37.587786 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-08544e99-4772-48b2-b0dc-ee15c9e32ac6 req-0b4f078f-329b-4fa9-916f-5a25c8c1db9d tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0ed534e-8b95-4610-9ae1-0d660d9d6f30&id=ebecc497-9550-4130-a063-79b761a0ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351005 Sep 03 16:38:37.650249 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b22fe7b-9705-4db0-a758-e6dfc3306045 req-2118a8dc-9ed8-4598-ab53-ae9171320b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:38:37.652103 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5b22fe7b-9705-4db0-a758-e6dfc3306045 req-2118a8dc-9ed8-4598-ab53-ae9171320b9b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fc56d99c063b480c8584df0df4f7d9cd&device_id=902fe893-281b-46d5-aae0-ca5e9bf3a1ee HTTP/1.1" status: 200 len: 1138 time: 0.1433315 Sep 03 16:38:37.753225 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b22fe7b-9705-4db0-a758-e6dfc3306045 req-d0e678a4-d13d-408b-95e7-bbbb1ae8a4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:38:37.754638 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5b22fe7b-9705-4db0-a758-e6dfc3306045 req-d0e678a4-d13d-408b-95e7-bbbb1ae8a4d5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e3e671f5-b8e6-4c94-a325-6f19cfbb364e HTTP/1.1" status: 200 len: 914 time: 0.0889752 Sep 03 16:38:37.822856 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5b22fe7b-9705-4db0-a758-e6dfc3306045 req-679eccd8-409f-46c9-adc6-e16fa45673bc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=513f4f37-5408-4478-b645-01c6a77720ad HTTP/1.1" status: 200 len: 1001 time: 0.0603144 Sep 03 16:38:37.876642 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b22fe7b-9705-4db0-a758-e6dfc3306045 req-533ec675-b8b9-4792-acf0-3342d9056f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:38:37.878140 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5b22fe7b-9705-4db0-a758-e6dfc3306045 req-533ec675-b8b9-4792-acf0-3342d9056f36 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=364c15a2-d6c9-4f58-872a-56fee3684246 HTTP/1.1" status: 200 len: 852 time: 0.0445311 Sep 03 16:38:37.924149 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b22fe7b-9705-4db0-a758-e6dfc3306045 req-9868915f-12f5-4018-af87-5cd3595a8e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:38:37.925661 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5b22fe7b-9705-4db0-a758-e6dfc3306045 req-9868915f-12f5-4018-af87-5cd3595a8e39 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3e671f5-b8e6-4c94-a325-6f19cfbb364e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393360 Sep 03 16:38:38.018294 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5b22fe7b-9705-4db0-a758-e6dfc3306045 req-d0547f96-6515-4520-bc6b-bef31265e628 service neutron] 10.222.0.58 "GET /v2.0/networks/e3e671f5-b8e6-4c94-a325-6f19cfbb364e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836954 Sep 03 16:38:38.104008 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-5b22fe7b-9705-4db0-a758-e6dfc3306045 req-002c974b-3a42-490a-ba5d-769854b653e5 service neutron] 10.222.0.58 "GET /v2.0/networks/e3e671f5-b8e6-4c94-a325-6f19cfbb364e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786448 Sep 03 16:38:38.709071 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e0eb1-d730-4bca-9228-cd7a3d76247e req-c1e45043-4789-4118-949c-dc232bf0df03 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:38:38.710576 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b28e0eb1-d730-4bca-9228-cd7a3d76247e req-c1e45043-4789-4118-949c-dc232bf0df03 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/ports?device_id=902fe893-281b-46d5-aae0-ca5e9bf3a1ee HTTP/1.1" status: 200 len: 985 time: 0.0527368 Sep 03 16:38:38.750595 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-b28e0eb1-d730-4bca-9228-cd7a3d76247e req-68217ee4-c26f-4151-835b-1714a469c714 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0ed534e-8b95-4610-9ae1-0d660d9d6f30&id=ebecc497-9550-4130-a063-79b761a0ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339556 Sep 03 16:38:39.868445 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a00be1-0471-49e3-9ad2-4a3eadba9676 req-c9eb29ac-f4ce-45fc-8508-41b2eff91f6d tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:38:39.869955 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b3a00be1-0471-49e3-9ad2-4a3eadba9676 req-c9eb29ac-f4ce-45fc-8508-41b2eff91f6d tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/ports?device_id=902fe893-281b-46d5-aae0-ca5e9bf3a1ee HTTP/1.1" status: 200 len: 985 time: 0.0527868 Sep 03 16:38:39.909345 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-b3a00be1-0471-49e3-9ad2-4a3eadba9676 req-3ae249f3-bfd1-4dde-b498-8b01876044db tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0ed534e-8b95-4610-9ae1-0d660d9d6f30&id=ebecc497-9550-4130-a063-79b761a0ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333455 Sep 03 16:38:40.862586 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-e252f19f-dd3e-4d3c-8df8-c3041748f205 None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:38:41.030280 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb6909-2c8b-4153-906f-e6228faddba9 req-8c10406d-eb75-4b1f-ac7a-42d6b388fc71 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:38:41.031761 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-bfbb6909-2c8b-4153-906f-e6228faddba9 req-8c10406d-eb75-4b1f-ac7a-42d6b388fc71 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/ports?device_id=902fe893-281b-46d5-aae0-ca5e9bf3a1ee HTTP/1.1" status: 200 len: 985 time: 0.0514550 Sep 03 16:38:41.071084 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-bfbb6909-2c8b-4153-906f-e6228faddba9 req-792ad344-fe92-496c-814c-61c126b35636 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0ed534e-8b95-4610-9ae1-0d660d9d6f30&id=ebecc497-9550-4130-a063-79b761a0ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332043 Sep 03 16:38:42.184288 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ada4a-7fe8-4e92-b2ef-3d7a92a19307 req-cb2b55b2-08b7-4197-91d0-f1883d6e9fab tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:38:42.185815 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f88ada4a-7fe8-4e92-b2ef-3d7a92a19307 req-cb2b55b2-08b7-4197-91d0-f1883d6e9fab tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/ports?device_id=902fe893-281b-46d5-aae0-ca5e9bf3a1ee HTTP/1.1" status: 200 len: 985 time: 0.0488608 Sep 03 16:38:42.225390 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-f88ada4a-7fe8-4e92-b2ef-3d7a92a19307 req-1e3710cb-bf1f-4534-9ec5-f0ef421b1c73 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0ed534e-8b95-4610-9ae1-0d660d9d6f30&id=ebecc497-9550-4130-a063-79b761a0ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333421 Sep 03 16:38:43.347365 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbac70-7ed8-49cd-b6b1-670ccff84b5f req-b3c109aa-d7fd-4718-845d-01594bcbc038 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:38:43.348840 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f3bbac70-7ed8-49cd-b6b1-670ccff84b5f req-b3c109aa-d7fd-4718-845d-01594bcbc038 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/ports?device_id=902fe893-281b-46d5-aae0-ca5e9bf3a1ee HTTP/1.1" status: 200 len: 985 time: 0.0510757 Sep 03 16:38:43.387956 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f3bbac70-7ed8-49cd-b6b1-670ccff84b5f req-f22189fc-68b6-4c42-b468-df8e70cbbd38 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0ed534e-8b95-4610-9ae1-0d660d9d6f30&id=ebecc497-9550-4130-a063-79b761a0ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325296 Sep 03 16:38:44.506019 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548bd561-d5fb-416e-9d89-3c15e4e62020 req-5d535b13-acae-43e1-91b8-99ae54fa04fc tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:38:44.508075 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-548bd561-d5fb-416e-9d89-3c15e4e62020 req-5d535b13-acae-43e1-91b8-99ae54fa04fc tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/ports?device_id=902fe893-281b-46d5-aae0-ca5e9bf3a1ee HTTP/1.1" status: 200 len: 985 time: 0.0502820 Sep 03 16:38:44.546392 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-548bd561-d5fb-416e-9d89-3c15e4e62020 req-c4302c7e-48fe-4b9e-b040-1a498c24dead tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0ed534e-8b95-4610-9ae1-0d660d9d6f30&id=ebecc497-9550-4130-a063-79b761a0ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0323415 Sep 03 16:38:45.466910 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2f566a91-8eee-41ae-9a47-64e0e447d7a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:45.664281 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b10b9b0-5d82-4650-a596-c339aeb4ba2f req-8f75dfea-b9b1-49aa-adb6-a24a0123a044 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:38:45.665705 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2b10b9b0-5d82-4650-a596-c339aeb4ba2f req-8f75dfea-b9b1-49aa-adb6-a24a0123a044 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/ports?device_id=902fe893-281b-46d5-aae0-ca5e9bf3a1ee HTTP/1.1" status: 200 len: 985 time: 0.0527012 Sep 03 16:38:45.715156 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-2b10b9b0-5d82-4650-a596-c339aeb4ba2f req-e552a9a1-c397-45fd-b133-f1a37c8f5aef tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0ed534e-8b95-4610-9ae1-0d660d9d6f30&id=ebecc497-9550-4130-a063-79b761a0ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0434294 Sep 03 16:38:46.834654 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0b173-a546-4180-a830-41b5f789b499 req-5fde976b-ba87-4527-aadc-a05d2219ba40 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:38:46.836138 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-efc0b173-a546-4180-a830-41b5f789b499 req-5fde976b-ba87-4527-aadc-a05d2219ba40 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/ports?device_id=902fe893-281b-46d5-aae0-ca5e9bf3a1ee HTTP/1.1" status: 200 len: 985 time: 0.0538955 Sep 03 16:38:46.874750 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-efc0b173-a546-4180-a830-41b5f789b499 req-f1aff718-d92f-433e-9246-936fe7445ddb tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0ed534e-8b95-4610-9ae1-0d660d9d6f30&id=ebecc497-9550-4130-a063-79b761a0ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326319 Sep 03 16:38:47.987474 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890d9ff-e396-49bb-8fc4-3c6ed0168d8a req-2741d8c9-432a-4c73-88ac-561f9453d1c1 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:38:47.988960 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f890d9ff-e396-49bb-8fc4-3c6ed0168d8a req-2741d8c9-432a-4c73-88ac-561f9453d1c1 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/ports?device_id=902fe893-281b-46d5-aae0-ca5e9bf3a1ee HTTP/1.1" status: 200 len: 985 time: 0.0488570 Sep 03 16:38:48.028703 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f890d9ff-e396-49bb-8fc4-3c6ed0168d8a req-86e3f0fe-1ac2-49f3-8da9-3e6c77bfd196 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0ed534e-8b95-4610-9ae1-0d660d9d6f30&id=ebecc497-9550-4130-a063-79b761a0ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337274 Sep 03 16:38:48.046478 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-87bfb226-f12b-4517-acc0-7fdf16e635b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:48.374892 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:49.050952 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad34-f359-45be-bded-9b7b563a89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:49.151028 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1583d0-b20b-424d-9a89-e18fb944dc08 req-a43f318d-3c14-4dca-8699-56ee595b6cd5 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:38:49.152573 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2b1583d0-b20b-424d-9a89-e18fb944dc08 req-a43f318d-3c14-4dca-8699-56ee595b6cd5 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/ports?device_id=902fe893-281b-46d5-aae0-ca5e9bf3a1ee HTTP/1.1" status: 200 len: 985 time: 0.0528667 Sep 03 16:38:49.192765 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-2b1583d0-b20b-424d-9a89-e18fb944dc08 req-12cf155b-ab71-4d76-b64d-b216c8561fde tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/security-groups?id=b0ed534e-8b95-4610-9ae1-0d660d9d6f30&id=ebecc497-9550-4130-a063-79b761a0ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339074 Sep 03 16:38:50.829596 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30fea9dd-2dab-4865-ba17-13165276935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:53.007686 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:38:57.531767 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-af3550fd-c514-4254-8cf0-0ed9e04e51f8 req-3b57d11b-9172-4bcc-b945-bbda9dbe9df6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=902fe893-281b-46d5-aae0-ca5e9bf3a1ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377562 Sep 03 16:38:57.622677 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3550fd-c514-4254-8cf0-0ed9e04e51f8 req-ffb212ef-a912-4a3e-84a0-9a69523d428b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:38:57.625173 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-af3550fd-c514-4254-8cf0-0ed9e04e51f8 req-ffb212ef-a912-4a3e-84a0-9a69523d428b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fc56d99c063b480c8584df0df4f7d9cd&device_id=902fe893-281b-46d5-aae0-ca5e9bf3a1ee HTTP/1.1" status: 200 len: 1138 time: 0.0458891 Sep 03 16:38:57.731069 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3550fd-c514-4254-8cf0-0ed9e04e51f8 req-7aad513d-3225-4a40-8e01-b6576e9fbd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:38:57.732535 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-af3550fd-c514-4254-8cf0-0ed9e04e51f8 req-7aad513d-3225-4a40-8e01-b6576e9fbd59 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e3e671f5-b8e6-4c94-a325-6f19cfbb364e HTTP/1.1" status: 200 len: 914 time: 0.0842841 Sep 03 16:38:57.798456 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-af3550fd-c514-4254-8cf0-0ed9e04e51f8 req-9ee0edea-c552-4cf3-b97d-0ecfb80f0421 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=513f4f37-5408-4478-b645-01c6a77720ad HTTP/1.1" status: 200 len: 1001 time: 0.0585160 Sep 03 16:38:57.847803 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3550fd-c514-4254-8cf0-0ed9e04e51f8 req-25718252-514d-4332-b70a-38e742ebe057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:38:57.849310 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-af3550fd-c514-4254-8cf0-0ed9e04e51f8 req-25718252-514d-4332-b70a-38e742ebe057 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=364c15a2-d6c9-4f58-872a-56fee3684246 HTTP/1.1" status: 200 len: 852 time: 0.0426507 Sep 03 16:38:57.893765 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3550fd-c514-4254-8cf0-0ed9e04e51f8 req-59b27582-aad8-4ae5-bc3e-de88dd50814e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:38:57.895244 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-af3550fd-c514-4254-8cf0-0ed9e04e51f8 req-59b27582-aad8-4ae5-bc3e-de88dd50814e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3e671f5-b8e6-4c94-a325-6f19cfbb364e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385904 Sep 03 16:38:57.985110 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-af3550fd-c514-4254-8cf0-0ed9e04e51f8 req-82d2f856-4784-4404-8793-3f9e0a3c42c5 service neutron] 10.222.0.58 "GET /v2.0/networks/e3e671f5-b8e6-4c94-a325-6f19cfbb364e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819280 Sep 03 16:38:58.072209 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-af3550fd-c514-4254-8cf0-0ed9e04e51f8 req-2e87f1d5-701e-4b61-86e6-b2a4f74dd6ff service neutron] 10.222.0.58 "GET /v2.0/networks/e3e671f5-b8e6-4c94-a325-6f19cfbb364e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794349 Sep 03 16:39:15.467411 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7ae5f2aa-c1aa-40d7-9b9e-208eb93e7ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:17.860555 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-e252f19f-dd3e-4d3c-8df8-c3041748f205 None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:39:18.050564 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-fc209c16-6d72-4387-a39b-ed61a2c1ef76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:18.375519 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:19.049139 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad34-f359-45be-bded-9b7b563a89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:20.831824 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30fea9dd-2dab-4865-ba17-13165276935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:21.477792 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-75cf51a0-7200-4c3d-a000-ff0b07c19da2 req-cad0e9a2-7a9b-45cd-aa95-04565c1738fd tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-196646254&fields=id&tenant_id=fc56d99c063b480c8584df0df4f7d9cd HTTP/1.1" status: 200 len: 267 time: 0.0327380 Sep 03 16:39:21.763944 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf51a0-7200-4c3d-a000-ff0b07c19da2 req-261f7eda-8286-4005-9db1-e4693ff903dd tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:39:21.765352 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-75cf51a0-7200-4c3d-a000-ff0b07c19da2 req-261f7eda-8286-4005-9db1-e4693ff903dd tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/ports?device_id=902fe893-281b-46d5-aae0-ca5e9bf3a1ee HTTP/1.1" status: 200 len: 985 time: 0.2820125 Sep 03 16:39:21.776048 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.v2.base [req-75cf51a0-7200-4c3d-a000-ff0b07c19da2 req-e2e19298-a56a-4c12-af50-b4336603b4e4 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Request body: {'port': {'security_groups': ['ebecc497-9550-4130-a063-79b761a0ca9b']}} {{(pid=93828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 16:39:21.838596 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-75cf51a0-7200-4c3d-a000-ff0b07c19da2 req-e2e19298-a56a-4c12-af50-b4336603b4e4 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903553'] for port, before_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:22.001952 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-75cf51a0-7200-4c3d-a000-ff0b07c19da2 req-e2e19298-a56a-4c12-af50-b4336603b4e4 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] For port 513f4f37-5408-4478-b645-01c6a77720ad, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=513f4f37-5408-4478-b645-01c6a77720ad,segment=NetworkSegment(e57eb413-4bc6-469d-ab15-d472d5b2d5a1),segment_id=e57eb413-4bc6-469d-ab15-d472d5b2d5a1)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:39:22.030294 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-75cf51a0-7200-4c3d-a000-ff0b07c19da2 req-e2e19298-a56a-4c12-af50-b4336603b4e4 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks [] for port, precommit_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:22.034712 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-75cf51a0-7200-4c3d-a000-ff0b07c19da2 req-e2e19298-a56a-4c12-af50-b4336603b4e4 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739257830858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739257407627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739257407645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126852102'] for port, after_update {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:22.046110 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] get_ports_and_sgs() called for port_ids ['513f4f37-5408-4478-b645-01c6a77720ad'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:39:22.076719 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf51a0-7200-4c3d-a000-ff0b07c19da2 req-e2e19298-a56a-4c12-af50-b4336603b4e4 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:39:22.077379 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-75cf51a0-7200-4c3d-a000-ff0b07c19da2 req-e2e19298-a56a-4c12-af50-b4336603b4e4 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:22.078758 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-75cf51a0-7200-4c3d-a000-ff0b07c19da2 req-e2e19298-a56a-4c12-af50-b4336603b4e4 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "PUT /v2.0/ports/513f4f37-5408-4478-b645-01c6a77720ad HTTP/1.1" status: 200 len: 943 time: 0.3071752 Sep 03 16:39:22.079202 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '902fe893-281b-46d5-aae0-ca5e9bf3a1ee', 'tag': '513f4f37-5408-4478-b645-01c6a77720ad'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:39:22.082295 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9181e0e82ffee5c7a29e1125bc6bf0cf4bc90ac22456d4aa1390334b202da70b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7800b3f0-991e-4bb7-b56e-4eefa8b91b5e" -d '{"events": [{"name": "network-changed", "server_uuid": "902fe893-281b-46d5-aae0-ca5e9bf3a1ee", "tag": "513f4f37-5408-4478-b645-01c6a77720ad"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:39:22.085361 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 55558) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:39:22.147697 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e19298-a56a-4c12-af50-b4336603b4e4 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Pushing event updated for resources: {'Port': ['ID=513f4f37-5408-4478-b645-01c6a77720ad,revision_number=7']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:39:22.158220 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e19298-a56a-4c12-af50-b4336603b4e4 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:39:22.158578 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e19298-a56a-4c12-af50-b4336603b4e4 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:39:22.158932 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e19298-a56a-4c12-af50-b4336603b4e4 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:39:22.162938 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e19298-a56a-4c12-af50-b4336603b4e4 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:39:22.166953 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b13f1acd-0687-4b37-9274-a407a7ae7287 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks [] for security_group, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:22.167569 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e19298-a56a-4c12-af50-b4336603b4e4 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:39:22.168064 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e19298-a56a-4c12-af50-b4336603b4e4 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:39:22.168429 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e19298-a56a-4c12-af50-b4336603b4e4 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:39:22.168786 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e19298-a56a-4c12-af50-b4336603b4e4 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:39:22.169159 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e19298-a56a-4c12-af50-b4336603b4e4 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:39:22.169611 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e19298-a56a-4c12-af50-b4336603b4e4 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:39:22.174454 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e19298-a56a-4c12-af50-b4336603b4e4 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:39:22.174597 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e19298-a56a-4c12-af50-b4336603b4e4 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:39:22.180943 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] get_ports_and_sgs() called for port_ids ['513f4f37-5408-4478-b645-01c6a77720ad'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:39:22.199068 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b13f1acd-0687-4b37-9274-a407a7ae7287 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:22.269878 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b13f1acd-0687-4b37-9274-a407a7ae7287 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:22.276147 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-b13f1acd-0687-4b37-9274-a407a7ae7287 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks [] for security_group, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:22.281425 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 55562) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:39:22.282080 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-b13f1acd-0687-4b37-9274-a407a7ae7287 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "DELETE /v2.0/security-groups/b0ed534e-8b95-4610-9ae1-0d660d9d6f30 HTTP/1.1" status: 204 len: 168 time: 0.1920292 Sep 03 16:39:22.298163 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f1acd-0687-4b37-9274-a407a7ae7287 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ed534e-8b95-4610-9ae1-0d660d9d6f30,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:39:22.329129 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.provisioning_blocks [None req-2e4d3ae0-62b2-49a5-b0b3-fa5cb95c07a3 None None] Provisioning complete for port 513f4f37-5408-4478-b645-01c6a77720ad triggered by entity DHCP. {{(pid=93829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 16:39:22.329599 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-2e4d3ae0-62b2-49a5-b0b3-fa5cb95c07a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3813897'] for port, provisioning_complete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:22.342695 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c848680e-59ec-41fa-958a-9afaa975066c x-openstack-request-id: req-c848680e-59ec-41fa-958a-9afaa975066c {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:39:22.342990 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "902fe893-281b-46d5-aae0-ca5e9bf3a1ee", "tag": "513f4f37-5408-4478-b645-01c6a77720ad", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:39:22.343238 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c848680e-59ec-41fa-958a-9afaa975066c {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:39:22.343642 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '902fe893-281b-46d5-aae0-ca5e9bf3a1ee', 'tag': '513f4f37-5408-4478-b645-01c6a77720ad', 'status': 'completed', 'code': 200} Sep 03 16:39:22.448848 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800b3f0-991e-4bb7-b56e-4eefa8b91b5e req-67708053-60a2-4fed-aef7-9519e6bef14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:39:22.450394 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7800b3f0-991e-4bb7-b56e-4eefa8b91b5e req-67708053-60a2-4fed-aef7-9519e6bef14e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fc56d99c063b480c8584df0df4f7d9cd&device_id=902fe893-281b-46d5-aae0-ca5e9bf3a1ee HTTP/1.1" status: 200 len: 1099 time: 0.0889118 Sep 03 16:39:22.568042 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-90228f7e-abf3-4449-99da-d2642c784a13 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Deleting port 31b30400-3a7a-4604-b1e8-824d10d622b1 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:39:22.568722 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-90228f7e-abf3-4449-99da-d2642c784a13 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:22.573413 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800b3f0-991e-4bb7-b56e-4eefa8b91b5e req-5b24c091-0f34-428f-ba85-db8781856282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:39:22.576251 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7800b3f0-991e-4bb7-b56e-4eefa8b91b5e req-5b24c091-0f34-428f-ba85-db8781856282 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e3e671f5-b8e6-4c94-a325-6f19cfbb364e HTTP/1.1" status: 200 len: 914 time: 0.1098011 Sep 03 16:39:22.682445 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7800b3f0-991e-4bb7-b56e-4eefa8b91b5e req-46971a32-178f-4fd3-8873-65a5a30651d6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=513f4f37-5408-4478-b645-01c6a77720ad HTTP/1.1" status: 200 len: 1001 time: 0.0972798 Sep 03 16:39:22.704413 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-90228f7e-abf3-4449-99da-d2642c784a13 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:22.704740 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-90228f7e-abf3-4449-99da-d2642c784a13 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:22.735055 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-90228f7e-abf3-4449-99da-d2642c784a13 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Calling delete_port for 31b30400-3a7a-4604-b1e8-824d10d622b1 owned by network:floatingip {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:39:22.755578 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800b3f0-991e-4bb7-b56e-4eefa8b91b5e req-b24de6b9-ba38-4e39-b892-a03d905b4110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:39:22.756993 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7800b3f0-991e-4bb7-b56e-4eefa8b91b5e req-b24de6b9-ba38-4e39-b892-a03d905b4110 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=364c15a2-d6c9-4f58-872a-56fee3684246 HTTP/1.1" status: 200 len: 852 time: 0.0628078 Sep 03 16:39:22.844996 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800b3f0-991e-4bb7-b56e-4eefa8b91b5e req-3032d364-1e18-4f13-9fda-8246d0ceb943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:39:22.846407 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7800b3f0-991e-4bb7-b56e-4eefa8b91b5e req-3032d364-1e18-4f13-9fda-8246d0ceb943 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3e671f5-b8e6-4c94-a325-6f19cfbb364e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0631559 Sep 03 16:39:22.974418 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7800b3f0-991e-4bb7-b56e-4eefa8b91b5e req-fc2cf92c-2776-4ea0-8b4a-94d19499a749 service neutron] 10.222.0.58 "GET /v2.0/networks/e3e671f5-b8e6-4c94-a325-6f19cfbb364e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185522 Sep 03 16:39:22.997757 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:23.005074 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-90228f7e-abf3-4449-99da-d2642c784a13 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852113'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:23.040609 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90228f7e-abf3-4449-99da-d2642c784a13 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Pushing event deleted for resources: {'Port': ['ID=31b30400-3a7a-4604-b1e8-824d10d622b1,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:39:23.137389 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-7800b3f0-991e-4bb7-b56e-4eefa8b91b5e req-7c779872-02bb-4899-b9aa-2dd892dc1fc0 service neutron] 10.222.0.58 "GET /v2.0/networks/e3e671f5-b8e6-4c94-a325-6f19cfbb364e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520276 Sep 03 16:39:23.143701 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-90228f7e-abf3-4449-99da-d2642c784a13 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks [] for floatingip, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:23.144085 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.db.l3_db [None req-90228f7e-abf3-4449-99da-d2642c784a13 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Floating IP 134e8615-4ede-4c48-947d-e1ad26cb88c4 disassociated (deleted). External IP: 172.27.3.67, port: 513f4f37-5408-4478-b645-01c6a77720ad. Sep 03 16:39:23.346868 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90228f7e-abf3-4449-99da-d2642c784a13 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Router 3977f0f1-a3af-44aa-8891-494113f78994 has already been hosted by L3 agent 32b2b364-f1ef-43b0-aa1c-04e185c9ddf9 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:39:23.450396 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90228f7e-abf3-4449-99da-d2642c784a13 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify agent at l3_agent.dv-cinder-757936-8-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:39:23.462019 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d21ca1-3237-409e-a352-cb0eeb0a6bef None None] Sync routers for ids ['3977f0f1-a3af-44aa-8891-494113f78994'] in dv-cinder-757936-8-iscsi {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:39:23.462489 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-90228f7e-abf3-4449-99da-d2642c784a13 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for floatingip, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:23.471435 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d21ca1-3237-409e-a352-cb0eeb0a6bef None None] Routers {'3977f0f1-a3af-44aa-8891-494113f78994'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:39:23.472054 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-21d21ca1-3237-409e-a352-cb0eeb0a6bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:39:18Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['3977f0f1-a3af-44aa-8891-494113f78994'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:39:23.490194 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-90228f7e-abf3-4449-99da-d2642c784a13 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "DELETE /v2.0/floatingips/134e8615-4ede-4c48-947d-e1ad26cb88c4 HTTP/1.1" status: 204 len: 168 time: 1.2076590 Sep 03 16:39:23.582021 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-21d21ca1-3237-409e-a352-cb0eeb0a6bef None None] Set router 3977f0f1-a3af-44aa-8891-494113f78994 gateway port host: dv-cinder-757936-8-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:39:23.789765 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-21d21ca1-3237-409e-a352-cb0eeb0a6bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3977f0f1-a3af-44aa-8891-494113f78994', 'name': 'tempest-TestMinimumBasicScenario-80914244-router', 'tenant_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '017ed15f-04b4-4d06-b7f2-01296415bc04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:37:21Z', 'updated_at': '2021-09-03T16:37:24Z', 'revision_number': 4, 'project_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'gw_port': {'id': '017ed15f-04b4-4d06-b7f2-01296415bc04', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:64:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3977f0f1-a3af-44aa-8891-494113f78994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:37:22Z', 'updated_at': '2021-09-03T16:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '278b6c2d-af0f-4750-9868-24d068bc0c6e', 'name': '', 'network_id': 'e3e671f5-b8e6-4c94-a325-6f19cfbb364e', 'tenant_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'mac_address': 'fa:16:3e:96:c6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3977f0f1-a3af-44aa-8891-494113f78994', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '364c15a2-d6c9-4f58-872a-56fee3684246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:37:24Z', 'updated_at': '2021-09-03T16:37:30Z', 'revision_number': 5, 'project_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'subnets': [{'id': '364c15a2-d6c9-4f58-872a-56fee3684246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:39:23.815060 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d21ca1-3237-409e-a352-cb0eeb0a6bef None None] Checking router: 3977f0f1-a3af-44aa-8891-494113f78994 for host: dv-cinder-757936-8-iscsi {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:39:23.823839 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d21ca1-3237-409e-a352-cb0eeb0a6bef None None] Routers {'3977f0f1-a3af-44aa-8891-494113f78994'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:39:23.824447 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-21d21ca1-3237-409e-a352-cb0eeb0a6bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:39:18Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['3977f0f1-a3af-44aa-8891-494113f78994'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:39:23.925689 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-21d21ca1-3237-409e-a352-cb0eeb0a6bef None None] Set router 3977f0f1-a3af-44aa-8891-494113f78994 gateway port host: dv-cinder-757936-8-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:39:24.120945 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-21d21ca1-3237-409e-a352-cb0eeb0a6bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3977f0f1-a3af-44aa-8891-494113f78994', 'name': 'tempest-TestMinimumBasicScenario-80914244-router', 'tenant_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '017ed15f-04b4-4d06-b7f2-01296415bc04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:37:21Z', 'updated_at': '2021-09-03T16:37:24Z', 'revision_number': 4, 'project_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'gw_port': {'id': '017ed15f-04b4-4d06-b7f2-01296415bc04', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:64:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3977f0f1-a3af-44aa-8891-494113f78994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:37:22Z', 'updated_at': '2021-09-03T16:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '278b6c2d-af0f-4750-9868-24d068bc0c6e', 'name': '', 'network_id': 'e3e671f5-b8e6-4c94-a325-6f19cfbb364e', 'tenant_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'mac_address': 'fa:16:3e:96:c6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3977f0f1-a3af-44aa-8891-494113f78994', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '364c15a2-d6c9-4f58-872a-56fee3684246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:37:24Z', 'updated_at': '2021-09-03T16:37:30Z', 'revision_number': 5, 'project_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'subnets': [{'id': '364c15a2-d6c9-4f58-872a-56fee3684246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:39:24.150552 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d21ca1-3237-409e-a352-cb0eeb0a6bef None None] The sync data for ids ['3977f0f1-a3af-44aa-8891-494113f78994'] in dv-cinder-757936-8-iscsi is: [{'id': '3977f0f1-a3af-44aa-8891-494113f78994', 'name': 'tempest-TestMinimumBasicScenario-80914244-router', 'tenant_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '017ed15f-04b4-4d06-b7f2-01296415bc04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:37:21Z', 'updated_at': '2021-09-03T16:37:24Z', 'revision_number': 4, 'project_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'gw_port': {'id': '017ed15f-04b4-4d06-b7f2-01296415bc04', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:64:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3977f0f1-a3af-44aa-8891-494113f78994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:37:22Z', 'updated_at': '2021-09-03T16:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi', '_interfaces': [{'id': '278b6c2d-af0f-4750-9868-24d068bc0c6e', 'name': '', 'network_id': 'e3e671f5-b8e6-4c94-a325-6f19cfbb364e', 'tenant_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'mac_address': 'fa:16:3e:96:c6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3977f0f1-a3af-44aa-8891-494113f78994', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '364c15a2-d6c9-4f58-872a-56fee3684246', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:37:24Z', 'updated_at': '2021-09-03T16:37:30Z', 'revision_number': 5, 'project_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'subnets': [{'id': '364c15a2-d6c9-4f58-872a-56fee3684246', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:39:24.344577 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '902fe893-281b-46d5-aae0-ca5e9bf3a1ee', 'tag': '513f4f37-5408-4478-b645-01c6a77720ad'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:39:24.346949 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9181e0e82ffee5c7a29e1125bc6bf0cf4bc90ac22456d4aa1390334b202da70b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39cdb11-08f1-493b-9812-349a6a40a8b3" -d '{"events": [{"name": "network-changed", "server_uuid": "902fe893-281b-46d5-aae0-ca5e9bf3a1ee", "tag": "513f4f37-5408-4478-b645-01c6a77720ad"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:39:24.374994 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bfa123-7a0d-426d-8900-619b81e9996d None None] New status for floating IP 134e8615-4ede-4c48-947d-e1ad26cb88c4: DOWN {{(pid=93830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 16:39:24.384053 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 16:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88d5ff9-7b48-486c-b2fc-94d91a4d331c x-openstack-request-id: req-d88d5ff9-7b48-486c-b2fc-94d91a4d331c {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:39:24.384419 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "902fe893-281b-46d5-aae0-ca5e9bf3a1ee", "tag": "513f4f37-5408-4478-b645-01c6a77720ad", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:39:24.384675 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d88d5ff9-7b48-486c-b2fc-94d91a4d331c {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:39:24.385098 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '902fe893-281b-46d5-aae0-ca5e9bf3a1ee', 'tag': '513f4f37-5408-4478-b645-01c6a77720ad', 'status': 'completed', 'code': 200} Sep 03 16:39:24.452573 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39cdb11-08f1-493b-9812-349a6a40a8b3 req-3bbc1fd5-6841-4baa-aa16-5266898ddf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:39:24.454232 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a39cdb11-08f1-493b-9812-349a6a40a8b3 req-3bbc1fd5-6841-4baa-aa16-5266898ddf66 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fc56d99c063b480c8584df0df4f7d9cd&device_id=902fe893-281b-46d5-aae0-ca5e9bf3a1ee HTTP/1.1" status: 200 len: 1099 time: 0.0449378 Sep 03 16:39:24.558385 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39cdb11-08f1-493b-9812-349a6a40a8b3 req-340ae071-e135-4464-a478-9199f78658a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:39:24.559851 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a39cdb11-08f1-493b-9812-349a6a40a8b3 req-340ae071-e135-4464-a478-9199f78658a4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e3e671f5-b8e6-4c94-a325-6f19cfbb364e HTTP/1.1" status: 200 len: 914 time: 0.0930953 Sep 03 16:39:24.604741 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a39cdb11-08f1-493b-9812-349a6a40a8b3 req-e591f1dd-8689-46e5-b703-9380ae194e4e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=513f4f37-5408-4478-b645-01c6a77720ad HTTP/1.1" status: 200 len: 217 time: 0.0340137 Sep 03 16:39:24.655887 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39cdb11-08f1-493b-9812-349a6a40a8b3 req-da4f2d2c-21f6-48b7-a61e-21454aa3df58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:39:24.657295 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a39cdb11-08f1-493b-9812-349a6a40a8b3 req-da4f2d2c-21f6-48b7-a61e-21454aa3df58 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=364c15a2-d6c9-4f58-872a-56fee3684246 HTTP/1.1" status: 200 len: 852 time: 0.0446799 Sep 03 16:39:24.706750 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39cdb11-08f1-493b-9812-349a6a40a8b3 req-bf6dc484-1680-495d-acdf-71dae4fcb4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:39:24.708218 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a39cdb11-08f1-493b-9812-349a6a40a8b3 req-bf6dc484-1680-495d-acdf-71dae4fcb4fc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3e671f5-b8e6-4c94-a325-6f19cfbb364e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428777 Sep 03 16:39:24.797928 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a39cdb11-08f1-493b-9812-349a6a40a8b3 req-4081a285-0a75-49d9-9376-1e51bcc8e877 service neutron] 10.222.0.58 "GET /v2.0/networks/e3e671f5-b8e6-4c94-a325-6f19cfbb364e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802128 Sep 03 16:39:24.892470 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-a39cdb11-08f1-493b-9812-349a6a40a8b3 req-1de8a3e4-fd51-42f4-a10e-820218f42d82 service neutron] 10.222.0.58 "GET /v2.0/networks/e3e671f5-b8e6-4c94-a325-6f19cfbb364e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865932 Sep 03 16:39:26.191630 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a27a6b-0e53-42de-a95c-23c3c8e8ed59 req-6f5ea1a7-4bbe-4119-866e-57997c50e9ae tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:39:26.193144 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-27a27a6b-0e53-42de-a95c-23c3c8e8ed59 req-6f5ea1a7-4bbe-4119-866e-57997c50e9ae tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/ports?device_id=902fe893-281b-46d5-aae0-ca5e9bf3a1ee HTTP/1.1" status: 200 len: 946 time: 0.0495939 Sep 03 16:39:26.231744 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-27a27a6b-0e53-42de-a95c-23c3c8e8ed59 req-2e5a1061-4690-474f-a86e-99d34de650ed tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebecc497-9550-4130-a063-79b761a0ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324969 Sep 03 16:39:27.363571 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffcbd6d-a647-4a29-9817-defbc203b743 req-0bbe994d-7825-4155-8d8b-ae44103d389f tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:39:27.365096 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9ffcbd6d-a647-4a29-9817-defbc203b743 req-0bbe994d-7825-4155-8d8b-ae44103d389f tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/ports?device_id=902fe893-281b-46d5-aae0-ca5e9bf3a1ee HTTP/1.1" status: 200 len: 946 time: 0.0518942 Sep 03 16:39:27.411984 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [req-9ffcbd6d-a647-4a29-9817-defbc203b743 req-c0dde13f-5910-40a5-b233-8971b36729e7 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebecc497-9550-4130-a063-79b761a0ca9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404367 Sep 03 16:39:28.093185 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e564b-37de-4593-8278-7577293491af req-d2d64207-d54d-4503-9459-871a7f6569ff tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 16:39:28.094613 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f26e564b-37de-4593-8278-7577293491af req-d2d64207-d54d-4503-9459-871a7f6569ff tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.58 "GET /v2.0/ports?device_id=902fe893-281b-46d5-aae0-ca5e9bf3a1ee HTTP/1.1" status: 200 len: 946 time: 0.0465305 Sep 03 16:39:28.188352 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-f26e564b-37de-4593-8278-7577293491af req-cbe42e12-8269-4dfe-8aa9-af38dfbd3431 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Deleting port 513f4f37-5408-4478-b645-01c6a77720ad {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:39:28.188689 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-f26e564b-37de-4593-8278-7577293491af req-cbe42e12-8269-4dfe-8aa9-af38dfbd3431 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:28.275299 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [req-f26e564b-37de-4593-8278-7577293491af req-cbe42e12-8269-4dfe-8aa9-af38dfbd3431 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] For port 513f4f37-5408-4478-b645-01c6a77720ad, host hv-cinder-75793, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75793',level=0,port_id=513f4f37-5408-4478-b645-01c6a77720ad,segment=NetworkSegment(e57eb413-4bc6-469d-ab15-d472d5b2d5a1),segment_id=e57eb413-4bc6-469d-ab15-d472d5b2d5a1)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:39:28.275665 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-f26e564b-37de-4593-8278-7577293491af req-cbe42e12-8269-4dfe-8aa9-af38dfbd3431 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:28.287458 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [req-f26e564b-37de-4593-8278-7577293491af req-cbe42e12-8269-4dfe-8aa9-af38dfbd3431 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Calling delete_port for 513f4f37-5408-4478-b645-01c6a77720ad owned by compute:nova {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:39:28.410807 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-f26e564b-37de-4593-8278-7577293491af req-cbe42e12-8269-4dfe-8aa9-af38dfbd3431 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852113'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:28.422401 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] get_ports_and_sgs() called for port_ids ['513f4f37-5408-4478-b645-01c6a77720ad'] {{(pid=93829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 16:39:28.439404 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe42e12-8269-4dfe-8aa9-af38dfbd3431 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Pushing event deleted for resources: {'Port': ['ID=513f4f37-5408-4478-b645-01c6a77720ad,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:39:28.482908 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [req-f26e564b-37de-4593-8278-7577293491af req-cbe42e12-8269-4dfe-8aa9-af38dfbd3431 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] No DVR routers for this DVR port 513f4f37-5408-4478-b645-01c6a77720ad on host hv-cinder-75793 {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:39:28.486737 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [req-f26e564b-37de-4593-8278-7577293491af req-cbe42e12-8269-4dfe-8aa9-af38dfbd3431 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1299'] for port, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:28.488669 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f26e564b-37de-4593-8278-7577293491af req-cbe42e12-8269-4dfe-8aa9-af38dfbd3431 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.58 "DELETE /v2.0/ports/513f4f37-5408-4478-b645-01c6a77720ad HTTP/1.1" status: 204 len: 173 time: 0.3830047 Sep 03 16:39:28.489148 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '902fe893-281b-46d5-aae0-ca5e9bf3a1ee', 'name': 'network-vif-deleted', 'tag': '513f4f37-5408-4478-b645-01c6a77720ad'}] {{(pid=93828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 16:39:28.491352 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9181e0e82ffee5c7a29e1125bc6bf0cf4bc90ac22456d4aa1390334b202da70b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a570f4-92e5-4cf8-aa6b-eec52374930e" -d '{"events": [{"server_uuid": "902fe893-281b-46d5-aae0-ca5e9bf3a1ee", "name": "network-vif-deleted", "tag": "513f4f37-5408-4478-b645-01c6a77720ad"}]}' {{(pid=93828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 16:39:28.519598 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [req-f8979d34-b509-4184-8e1a-4516fa192d55 req-4e3359f7-b5f4-4793-bc35-15e732a87778 tempest-TestMinimumBasicScenario-1188594130 tempest-TestMinimumBasicScenario-1188594130-project] 10.222.0.62 "GET /v2.0/ports?device_id=902fe893-281b-46d5-aae0-ca5e9bf3a1ee HTTP/1.1" status: 200 len: 210 time: 0.0346637 Sep 03 16:39:28.539019 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 16:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67cfcf65-9de8-4c36-ab50-70699a00d487 x-openstack-request-id: req-67cfcf65-9de8-4c36-ab50-70699a00d487 {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 16:39:28.539890 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "902fe893-281b-46d5-aae0-ca5e9bf3a1ee", "name": "network-vif-deleted", "tag": "513f4f37-5408-4478-b645-01c6a77720ad", "status": "completed", "code": 200}]} {{(pid=93828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 16:39:28.540147 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-67cfcf65-9de8-4c36-ab50-70699a00d487 {{(pid=93828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 16:39:28.540551 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '902fe893-281b-46d5-aae0-ca5e9bf3a1ee', 'name': 'network-vif-deleted', 'tag': '513f4f37-5408-4478-b645-01c6a77720ad', 'status': 'completed', 'code': 200} Sep 03 16:39:30.193307 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 55646) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:39:30.749926 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-203c8288-b902-4ae2-b58d-a8c1189992e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-922624'] for router_interface, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:30.907089 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 513f4f37-5408-4478-b645-01c6a77720ad no longer exists at agent hyperv_hv-cinder-75793 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:39:30.926668 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] No Port match for: 513f4f37-5408-4478-b645-01c6a77720ad {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:39:30.927019 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Device 513f4f37-5408-4478-b645-01c6a77720ad not bound to the agent host hv-cinder-75793 {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:39:30.989912 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-203c8288-b902-4ae2-b58d-a8c1189992e1 admin admin] Deleting port 278b6c2d-af0f-4750-9868-24d068bc0c6e {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:39:30.990284 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-203c8288-b902-4ae2-b58d-a8c1189992e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:31.068336 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-203c8288-b902-4ae2-b58d-a8c1189992e1 admin admin] For port 278b6c2d-af0f-4750-9868-24d068bc0c6e, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=278b6c2d-af0f-4750-9868-24d068bc0c6e,segment=NetworkSegment(e57eb413-4bc6-469d-ab15-d472d5b2d5a1),segment_id=e57eb413-4bc6-469d-ab15-d472d5b2d5a1)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:39:31.068707 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-203c8288-b902-4ae2-b58d-a8c1189992e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:31.080401 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-203c8288-b902-4ae2-b58d-a8c1189992e1 admin admin] Calling delete_port for 278b6c2d-af0f-4750-9868-24d068bc0c6e owned by network:router_interface {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:39:31.254387 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-203c8288-b902-4ae2-b58d-a8c1189992e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852113'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:31.280126 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c8288-b902-4ae2-b58d-a8c1189992e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=278b6c2d-af0f-4750-9868-24d068bc0c6e,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:39:31.444848 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-203c8288-b902-4ae2-b58d-a8c1189992e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-922772'] for router_interface, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:31.668655 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203c8288-b902-4ae2-b58d-a8c1189992e1 admin admin] Router 3977f0f1-a3af-44aa-8891-494113f78994 has already been hosted by L3 agent 32b2b364-f1ef-43b0-aa1c-04e185c9ddf9 {{(pid=93828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:39:31.773881 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203c8288-b902-4ae2-b58d-a8c1189992e1 admin admin] Notify agent at l3_agent.dv-cinder-757936-8-iscsi the message routers_updated {{(pid=93828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:39:31.778855 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-203c8288-b902-4ae2-b58d-a8c1189992e1 admin admin] 10.222.0.62 "PUT /v2.0/routers/3977f0f1-a3af-44aa-8891-494113f78994/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5845463 Sep 03 16:39:31.781567 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 55648) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:39:31.782397 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbde28f6-5465-4314-bb16-c847de448ff1 None None] Sync routers for ids ['3977f0f1-a3af-44aa-8891-494113f78994'] in dv-cinder-757936-8-iscsi {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:39:31.791845 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbde28f6-5465-4314-bb16-c847de448ff1 None None] Routers {'3977f0f1-a3af-44aa-8891-494113f78994'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:39:31.792446 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-fbde28f6-5465-4314-bb16-c847de448ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:39:18Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['3977f0f1-a3af-44aa-8891-494113f78994'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:39:31.887182 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-16278b23-78ac-469a-b58b-9b7b2b28a533 admin admin] Notify callbacks [] for router, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:31.991180 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-16278b23-78ac-469a-b58b-9b7b2b28a533 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:32.019181 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-fbde28f6-5465-4314-bb16-c847de448ff1 None None] Set router 3977f0f1-a3af-44aa-8891-494113f78994 gateway port host: dv-cinder-757936-8-iscsi {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:39:32.050567 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-16278b23-78ac-469a-b58b-9b7b2b28a533 admin admin] Deleting port 017ed15f-04b4-4d06-b7f2-01296415bc04 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:39:32.050907 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-16278b23-78ac-469a-b58b-9b7b2b28a533 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:32.130659 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-16278b23-78ac-469a-b58b-9b7b2b28a533 admin admin] For port 017ed15f-04b4-4d06-b7f2-01296415bc04, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=017ed15f-04b4-4d06-b7f2-01296415bc04,segment=NetworkSegment(8fbc7082-b272-4b43-971d-120707d467f2),segment_id=8fbc7082-b272-4b43-971d-120707d467f2)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:39:32.131028 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-16278b23-78ac-469a-b58b-9b7b2b28a533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:32.143636 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-16278b23-78ac-469a-b58b-9b7b2b28a533 admin admin] Calling delete_port for 017ed15f-04b4-4d06-b7f2-01296415bc04 owned by network:router_gateway {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:39:32.202465 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-fbde28f6-5465-4314-bb16-c847de448ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3977f0f1-a3af-44aa-8891-494113f78994', 'name': 'tempest-TestMinimumBasicScenario-80914244-router', 'tenant_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.64'}], 'enable_snat': True}, 'gw_port_id': '017ed15f-04b4-4d06-b7f2-01296415bc04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:37:21Z', 'updated_at': '2021-09-03T16:39:31Z', 'revision_number': 5, 'project_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'gw_port': {'id': '017ed15f-04b4-4d06-b7f2-01296415bc04', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:64:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3977f0f1-a3af-44aa-8891-494113f78994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:37:22Z', 'updated_at': '2021-09-03T16:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi'}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:39:32.228959 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbde28f6-5465-4314-bb16-c847de448ff1 None None] Checking router: 3977f0f1-a3af-44aa-8891-494113f78994 for host: dv-cinder-757936-8-iscsi {{(pid=93829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:39:32.237373 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbde28f6-5465-4314-bb16-c847de448ff1 None None] Routers {'3977f0f1-a3af-44aa-8891-494113f78994'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:39:32.237988 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-fbde28f6-5465-4314-bb16-c847de448ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:39:18Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['3977f0f1-a3af-44aa-8891-494113f78994'], 'active': True} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:39:32.311124 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-16278b23-78ac-469a-b58b-9b7b2b28a533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852113'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:32.323685 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvr_db [None req-fbde28f6-5465-4314-bb16-c847de448ff1 None None] Set router 3977f0f1-a3af-44aa-8891-494113f78994 gateway port host: None {{(pid=93829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:39:32.339675 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16278b23-78ac-469a-b58b-9b7b2b28a533 admin admin] Pushing event deleted for resources: {'Port': ['ID=017ed15f-04b4-4d06-b7f2-01296415bc04,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:39:32.381964 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_hamode_db [None req-fbde28f6-5465-4314-bb16-c847de448ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3977f0f1-a3af-44aa-8891-494113f78994', 'name': 'tempest-TestMinimumBasicScenario-80914244-router', 'tenant_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:37:21Z', 'updated_at': '2021-09-03T16:39:31Z', 'revision_number': 6, 'project_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'gw_port_host': None}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:39:32.399714 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-16278b23-78ac-469a-b58b-9b7b2b28a533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-923130'] for router_gateway, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:32.411351 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbde28f6-5465-4314-bb16-c847de448ff1 None None] The sync data for ids ['3977f0f1-a3af-44aa-8891-494113f78994'] in dv-cinder-757936-8-iscsi is: [{'id': '3977f0f1-a3af-44aa-8891-494113f78994', 'name': 'tempest-TestMinimumBasicScenario-80914244-router', 'tenant_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:37:21Z', 'updated_at': '2021-09-03T16:39:31Z', 'revision_number': 6, 'project_id': 'fc56d99c063b480c8584df0df4f7d9cd', 'gw_port_host': None}] {{(pid=93829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:39:32.488364 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-16278b23-78ac-469a-b58b-9b7b2b28a533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126087'] for router, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:32.490473 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-16278b23-78ac-469a-b58b-9b7b2b28a533 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:32.538602 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-16278b23-78ac-469a-b58b-9b7b2b28a533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-921180'] for router, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:32.539109 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16278b23-78ac-469a-b58b-9b7b2b28a533 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3977f0f1-a3af-44aa-8891-494113f78994 {{(pid=93828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 16:39:32.543887 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-16278b23-78ac-469a-b58b-9b7b2b28a533 admin admin] Notify callbacks [] for router, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:32.545029 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-16278b23-78ac-469a-b58b-9b7b2b28a533 admin admin] 10.222.0.62 "DELETE /v2.0/routers/3977f0f1-a3af-44aa-8891-494113f78994 HTTP/1.1" status: 204 len: 168 time: 0.7625387 Sep 03 16:39:32.547612 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 55650) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:39:32.591377 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ad8d1fb-4c81-40b3-9840-60a27bb8e74e admin admin] Deleting subnet 364c15a2-d6c9-4f58-872a-56fee3684246 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 16:39:32.594396 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4ad8d1fb-4c81-40b3-9840-60a27bb8e74e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:32.627337 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4ad8d1fb-4c81-40b3-9840-60a27bb8e74e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126121560'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:32.707305 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4ad8d1fb-4c81-40b3-9840-60a27bb8e74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3810215'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:32.759460 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4ad8d1fb-4c81-40b3-9840-60a27bb8e74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3810270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126852156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126339139'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:32.784842 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad8d1fb-4c81-40b3-9840-60a27bb8e74e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=364c15a2-d6c9-4f58-872a-56fee3684246,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:39:32.788504 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-4ad8d1fb-4c81-40b3-9840-60a27bb8e74e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:32.792602 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-4ad8d1fb-4c81-40b3-9840-60a27bb8e74e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/364c15a2-d6c9-4f58-872a-56fee3684246 HTTP/1.1" status: 204 len: 168 time: 0.2438591 Sep 03 16:39:32.795038 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 55652) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:39:32.798006 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16242a48-db79-46ab-adb0-a84fd1ddc13b None None] Network e3e671f5-b8e6-4c94-a325-6f19cfbb364e requested from dv-cinder-757936-8-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:39:32.869645 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-59004e38-e35f-4b14-8cf1-d0cabe2a9a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3806380'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:32.923140 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-59004e38-e35f-4b14-8cf1-d0cabe2a9a6a admin admin] Deleting port a360cdcf-2aa2-4135-a333-ef06e5f41183 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:39:32.923494 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-59004e38-e35f-4b14-8cf1-d0cabe2a9a6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:32.986942 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-59004e38-e35f-4b14-8cf1-d0cabe2a9a6a admin admin] For port a360cdcf-2aa2-4135-a333-ef06e5f41183, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=a360cdcf-2aa2-4135-a333-ef06e5f41183,segment=NetworkSegment(e57eb413-4bc6-469d-ab15-d472d5b2d5a1),segment_id=e57eb413-4bc6-469d-ab15-d472d5b2d5a1)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:39:32.987311 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-59004e38-e35f-4b14-8cf1-d0cabe2a9a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:32.999514 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-59004e38-e35f-4b14-8cf1-d0cabe2a9a6a admin admin] Calling delete_port for a360cdcf-2aa2-4135-a333-ef06e5f41183 owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:39:33.077852 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-59004e38-e35f-4b14-8cf1-d0cabe2a9a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852113'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:33.100646 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59004e38-e35f-4b14-8cf1-d0cabe2a9a6a admin admin] Pushing event deleted for resources: {'Port': ['ID=a360cdcf-2aa2-4135-a333-ef06e5f41183,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:39:33.106681 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59004e38-e35f-4b14-8cf1-d0cabe2a9a6a admin admin] No DVR routers for this DVR port a360cdcf-2aa2-4135-a333-ef06e5f41183 on host dv-cinder-757936-8-iscsi {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:39:33.178511 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-59004e38-e35f-4b14-8cf1-d0cabe2a9a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811122', 'neutron.services.segments.db._delete_segments_for_network-8739257953365'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:33.188743 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ad691b-dd20-4cb6-b86a-134f5d42d184 None None] DHCP port deletion for e3e671f5-b8e6-4c94-a325-6f19cfbb364e request from dv-cinder-757936-8-iscsi {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 16:39:33.190289 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-59004e38-e35f-4b14-8cf1-d0cabe2a9a6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3e671f5-b8e6-4c94-a325-6f19cfbb364e']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:39:33.205208 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-59004e38-e35f-4b14-8cf1-d0cabe2a9a6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e57eb413-4bc6-469d-ab15-d472d5b2d5a1') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:39:33.205514 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-59004e38-e35f-4b14-8cf1-d0cabe2a9a6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e57eb413-4bc6-469d-ab15-d472d5b2d5a1') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:39:33.215042 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-59004e38-e35f-4b14-8cf1-d0cabe2a9a6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739257954910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126121537'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:33.228863 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-59004e38-e35f-4b14-8cf1-d0cabe2a9a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:33.234669 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59004e38-e35f-4b14-8cf1-d0cabe2a9a6a admin admin] Releasing vlan 870 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 16:39:33.235052 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-59004e38-e35f-4b14-8cf1-d0cabe2a9a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126852194'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:33.236651 dv-cinder-757936-8-iscsi neutron-server[93828]: Traceback (most recent call last): Sep 03 16:39:33.236651 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 16:39:33.236651 dv-cinder-757936-8-iscsi neutron-server[93828]: timer() Sep 03 16:39:33.236651 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 16:39:33.236651 dv-cinder-757936-8-iscsi neutron-server[93828]: cb(*args, **kw) Sep 03 16:39:33.236651 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 16:39:33.236651 dv-cinder-757936-8-iscsi neutron-server[93828]: return func(*args, **kwargs) Sep 03 16:39:33.236651 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 16:39:33.236651 dv-cinder-757936-8-iscsi neutron-server[93828]: self._notify() Sep 03 16:39:33.236651 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 16:39:33.236651 dv-cinder-757936-8-iscsi neutron-server[93828]: self.callback(batched_events) Sep 03 16:39:33.236651 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 16:39:33.236651 dv-cinder-757936-8-iscsi neutron-server[93828]: event.method(event) Sep 03 16:39:33.236651 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 16:39:33.236651 dv-cinder-757936-8-iscsi neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 16:39:33.236651 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 16:39:33.236651 dv-cinder-757936-8-iscsi neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 16:39:33.236651 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 16:39:33.236651 dv-cinder-757936-8-iscsi neutron-server[93828]: return f(self, *a, **k) Sep 03 16:39:33.236651 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 16:39:33.236651 dv-cinder-757936-8-iscsi neutron-server[93828]: return self._get(url).json() Sep 03 16:39:33.236651 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 16:39:33.236651 dv-cinder-757936-8-iscsi neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 16:39:33.236651 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 16:39:33.236651 dv-cinder-757936-8-iscsi neutron-server[93828]: return self.request(url, 'GET', **kwargs) Sep 03 16:39:33.236651 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 16:39:33.236651 dv-cinder-757936-8-iscsi neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 16:39:33.236651 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 16:39:33.236651 dv-cinder-757936-8-iscsi neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 16:39:33.236651 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 16:39:33.236651 dv-cinder-757936-8-iscsi neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 16:39:33.236651 dv-cinder-757936-8-iscsi neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 16:39:33.290448 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-59004e38-e35f-4b14-8cf1-d0cabe2a9a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956946'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:33.295969 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-59004e38-e35f-4b14-8cf1-d0cabe2a9a6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:33.297887 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-59004e38-e35f-4b14-8cf1-d0cabe2a9a6a admin admin] 10.222.0.62 "DELETE /v2.0/networks/e3e671f5-b8e6-4c94-a325-6f19cfbb364e HTTP/1.1" status: 204 len: 168 time: 0.5018549 Sep 03 16:39:33.301169 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 55658) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:39:33.308401 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59004e38-e35f-4b14-8cf1-d0cabe2a9a6a admin admin] Pushing event deleted for resources: {'Network': ['ID=e3e671f5-b8e6-4c94-a325-6f19cfbb364e,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:39:33.669917 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-07e4194f-a77d-4632-a0bd-51069a42b5de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-922624'] for router_interface, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:33.719157 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 278b6c2d-af0f-4750-9868-24d068bc0c6e no longer exists at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:39:33.741630 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] No Port match for: 278b6c2d-af0f-4750-9868-24d068bc0c6e {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:39:33.741975 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 278b6c2d-af0f-4750-9868-24d068bc0c6e not bound to the agent host dv-cinder-757936-8-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:39:33.743019 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device a360cdcf-2aa2-4135-a333-ef06e5f41183 no longer exists at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:39:33.762434 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] No Port match for: a360cdcf-2aa2-4135-a333-ef06e5f41183 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:39:33.762779 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device a360cdcf-2aa2-4135-a333-ef06e5f41183 not bound to the agent host dv-cinder-757936-8-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:39:33.763263 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 017ed15f-04b4-4d06-b7f2-01296415bc04 no longer exists at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:39:33.783653 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] No Port match for: 017ed15f-04b4-4d06-b7f2-01296415bc04 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:39:33.783971 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 017ed15f-04b4-4d06-b7f2-01296415bc04 not bound to the agent host dv-cinder-757936-8-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:39:33.918791 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-07e4194f-a77d-4632-a0bd-51069a42b5de admin admin] Deleting port 065d3c3f-f374-44d2-a892-6e44b4ba4251 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:39:33.919068 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-07e4194f-a77d-4632-a0bd-51069a42b5de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:33.997955 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-07e4194f-a77d-4632-a0bd-51069a42b5de admin admin] For port 065d3c3f-f374-44d2-a892-6e44b4ba4251, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=065d3c3f-f374-44d2-a892-6e44b4ba4251,segment=NetworkSegment(c321cb1e-4a4e-4ce6-b86b-0d5f108e039a),segment_id=c321cb1e-4a4e-4ce6-b86b-0d5f108e039a)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:39:33.998330 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-07e4194f-a77d-4632-a0bd-51069a42b5de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:34.010931 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-07e4194f-a77d-4632-a0bd-51069a42b5de admin admin] Calling delete_port for 065d3c3f-f374-44d2-a892-6e44b4ba4251 owned by network:router_interface {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:39:34.192893 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-07e4194f-a77d-4632-a0bd-51069a42b5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126147387'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:34.218228 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e4194f-a77d-4632-a0bd-51069a42b5de admin admin] Pushing event deleted for resources: {'Port': ['ID=065d3c3f-f374-44d2-a892-6e44b4ba4251,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:39:34.229984 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e4194f-a77d-4632-a0bd-51069a42b5de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:39:34.230347 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e4194f-a77d-4632-a0bd-51069a42b5de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:39:34.230697 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e4194f-a77d-4632-a0bd-51069a42b5de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:39:34.231044 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e4194f-a77d-4632-a0bd-51069a42b5de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:39:34.231385 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e4194f-a77d-4632-a0bd-51069a42b5de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:39:34.231724 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e4194f-a77d-4632-a0bd-51069a42b5de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:39:34.232069 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e4194f-a77d-4632-a0bd-51069a42b5de admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:39:34.232407 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e4194f-a77d-4632-a0bd-51069a42b5de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:39:34.232771 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e4194f-a77d-4632-a0bd-51069a42b5de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:39:34.233132 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e4194f-a77d-4632-a0bd-51069a42b5de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:39:34.233466 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e4194f-a77d-4632-a0bd-51069a42b5de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:39:34.233799 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e4194f-a77d-4632-a0bd-51069a42b5de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:39:34.385693 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-07e4194f-a77d-4632-a0bd-51069a42b5de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-922772'] for router_interface, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:34.588914 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e4194f-a77d-4632-a0bd-51069a42b5de admin admin] Router ec6dc253-52a4-4acf-9bf8-0b28efeec1dd has already been hosted by L3 agent 32b2b364-f1ef-43b0-aa1c-04e185c9ddf9 {{(pid=93827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 16:39:34.692945 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e4194f-a77d-4632-a0bd-51069a42b5de admin admin] Notify agent at l3_agent.dv-cinder-757936-8-iscsi the message routers_updated {{(pid=93827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 16:39:34.698497 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-07e4194f-a77d-4632-a0bd-51069a42b5de admin admin] 10.222.0.62 "PUT /v2.0/routers/ec6dc253-52a4-4acf-9bf8-0b28efeec1dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3962305 Sep 03 16:39:34.700966 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [-] (93827) accepted ('10.222.0.62', 55662) {{(pid=93827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:39:34.703500 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c73436a-e854-4a86-892b-d2cbc2e4daff None None] Sync routers for ids ['ec6dc253-52a4-4acf-9bf8-0b28efeec1dd'] in dv-cinder-757936-8-iscsi {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 16:39:34.713269 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c73436a-e854-4a86-892b-d2cbc2e4daff None None] Routers {'ec6dc253-52a4-4acf-9bf8-0b28efeec1dd'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:39:34.713884 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-8c73436a-e854-4a86-892b-d2cbc2e4daff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:39:18Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['ec6dc253-52a4-4acf-9bf8-0b28efeec1dd'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:39:34.799685 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2d93d305-c847-4966-bffa-aa2b6ae76de2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:34.813254 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-8c73436a-e854-4a86-892b-d2cbc2e4daff None None] Set router ec6dc253-52a4-4acf-9bf8-0b28efeec1dd gateway port host: dv-cinder-757936-8-iscsi {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:39:34.899322 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2d93d305-c847-4966-bffa-aa2b6ae76de2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:34.951569 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-2d93d305-c847-4966-bffa-aa2b6ae76de2 admin admin] Deleting port ed64181c-8938-496a-ae94-380c0b3bcb42 {{(pid=93827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:39:34.951914 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2d93d305-c847-4966-bffa-aa2b6ae76de2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:34.986541 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-8c73436a-e854-4a86-892b-d2cbc2e4daff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6dc253-52a4-4acf-9bf8-0b28efeec1dd', 'name': 'tempest-TestMinimumBasicScenario-1024128954-router', 'tenant_id': '4c8c247639ac47a291af0d39a7b79da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'external_fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'ed64181c-8938-496a-ae94-380c0b3bcb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:37:27Z', 'updated_at': '2021-09-03T16:39:34Z', 'revision_number': 5, 'project_id': '4c8c247639ac47a291af0d39a7b79da0', 'gw_port': {'id': 'ed64181c-8938-496a-ae94-380c0b3bcb42', 'name': '', 'network_id': 'af961d58-b724-401e-8712-cedb04029227', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6dc253-52a4-4acf-9bf8-0b28efeec1dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-757936-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T16:37:27Z', 'updated_at': '2021-09-03T16:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab4829e3-7396-4499-a1b3-42e28c777fec', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-757936-8-iscsi'}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:39:35.016066 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c73436a-e854-4a86-892b-d2cbc2e4daff None None] Checking router: ec6dc253-52a4-4acf-9bf8-0b28efeec1dd for host: dv-cinder-757936-8-iscsi {{(pid=93830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 16:39:35.024333 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c73436a-e854-4a86-892b-d2cbc2e4daff None None] Routers {'ec6dc253-52a4-4acf-9bf8-0b28efeec1dd'} bound to L3 agent in host dv-cinder-757936-8-iscsi {{(pid=93830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 16:39:35.024941 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-8c73436a-e854-4a86-892b-d2cbc2e4daff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-757936-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T16:19:48Z,description=,heartbeat_timestamp=2021-09-03T16:39:18Z,host='dv-cinder-757936-8-iscsi',id=32b2b364-f1ef-43b0-aa1c-04e185c9ddf9,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T16:19:48Z,topic='l3_agent')) {'router_ids': ['ec6dc253-52a4-4acf-9bf8-0b28efeec1dd'], 'active': True} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:39:35.028850 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.db [None req-2d93d305-c847-4966-bffa-aa2b6ae76de2 admin admin] For port ed64181c-8938-496a-ae94-380c0b3bcb42, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=ed64181c-8938-496a-ae94-380c0b3bcb42,segment=NetworkSegment(8fbc7082-b272-4b43-971d-120707d467f2),segment_id=8fbc7082-b272-4b43-971d-120707d467f2)] {{(pid=93827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:39:35.029250 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2d93d305-c847-4966-bffa-aa2b6ae76de2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:35.045322 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.plugins.ml2.plugin [None req-2d93d305-c847-4966-bffa-aa2b6ae76de2 admin admin] Calling delete_port for ed64181c-8938-496a-ae94-380c0b3bcb42 owned by network:router_gateway {{(pid=93827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:39:35.109817 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_dvr_db [None req-8c73436a-e854-4a86-892b-d2cbc2e4daff None None] Set router ec6dc253-52a4-4acf-9bf8-0b28efeec1dd gateway port host: None {{(pid=93830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 16:39:35.161678 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.l3_hamode_db [None req-8c73436a-e854-4a86-892b-d2cbc2e4daff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6dc253-52a4-4acf-9bf8-0b28efeec1dd', 'name': 'tempest-TestMinimumBasicScenario-1024128954-router', 'tenant_id': '4c8c247639ac47a291af0d39a7b79da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:37:27Z', 'updated_at': '2021-09-03T16:39:34Z', 'revision_number': 6, 'project_id': '4c8c247639ac47a291af0d39a7b79da0', 'gw_port_host': None}], 'dv-cinder-757936-8-iscsi', False) {} {{(pid=93830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:39:35.192730 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c73436a-e854-4a86-892b-d2cbc2e4daff None None] The sync data for ids ['ec6dc253-52a4-4acf-9bf8-0b28efeec1dd'] in dv-cinder-757936-8-iscsi is: [{'id': 'ec6dc253-52a4-4acf-9bf8-0b28efeec1dd', 'name': 'tempest-TestMinimumBasicScenario-1024128954-router', 'tenant_id': '4c8c247639ac47a291af0d39a7b79da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T16:37:27Z', 'updated_at': '2021-09-03T16:39:34Z', 'revision_number': 6, 'project_id': '4c8c247639ac47a291af0d39a7b79da0', 'gw_port_host': None}] {{(pid=93830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 16:39:35.451616 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2d93d305-c847-4966-bffa-aa2b6ae76de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126147387'] for port, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:35.481303 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93d305-c847-4966-bffa-aa2b6ae76de2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed64181c-8938-496a-ae94-380c0b3bcb42,revision_number=None']} {{(pid=93827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:39:35.541086 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2d93d305-c847-4966-bffa-aa2b6ae76de2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-923130'] for router_gateway, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:35.634319 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2d93d305-c847-4966-bffa-aa2b6ae76de2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-921125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126087'] for router, precommit_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:35.636458 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2d93d305-c847-4966-bffa-aa2b6ae76de2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:35.680325 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2d93d305-c847-4966-bffa-aa2b6ae76de2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-921180'] for router, after_delete {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:35.680878 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d93d305-c847-4966-bffa-aa2b6ae76de2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec6dc253-52a4-4acf-9bf8-0b28efeec1dd {{(pid=93827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 16:39:35.685081 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron_lib.callbacks.manager [None req-2d93d305-c847-4966-bffa-aa2b6ae76de2 admin admin] Notify callbacks [] for router, before_response {{(pid=93827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:35.686223 dv-cinder-757936-8-iscsi neutron-server[93827]: INFO neutron.wsgi [None req-2d93d305-c847-4966-bffa-aa2b6ae76de2 admin admin] 10.222.0.62 "DELETE /v2.0/routers/ec6dc253-52a4-4acf-9bf8-0b28efeec1dd HTTP/1.1" status: 204 len: 168 time: 0.9843204 Sep 03 16:39:35.689150 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 55666) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:39:35.736246 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.db_base_plugin_v2 [None req-096e7182-816a-49fd-9576-b7102c7f8359 admin admin] Deleting subnet 1df564b5-540f-4c5b-b4e8-115e189d2b82 {{(pid=93828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 16:39:35.739125 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-096e7182-816a-49fd-9576-b7102c7f8359 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:35.771539 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-096e7182-816a-49fd-9576-b7102c7f8359 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126121560'] for subnet, precommit_delete_associations {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:35.844717 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-096e7182-816a-49fd-9576-b7102c7f8359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3810215'] for subnet, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:35.897826 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-096e7182-816a-49fd-9576-b7102c7f8359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3810270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126852156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126339139'] for subnet, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:35.923057 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096e7182-816a-49fd-9576-b7102c7f8359 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1df564b5-540f-4c5b-b4e8-115e189d2b82,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:39:35.926543 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-096e7182-816a-49fd-9576-b7102c7f8359 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:35.930803 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-096e7182-816a-49fd-9576-b7102c7f8359 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/1df564b5-540f-4c5b-b4e8-115e189d2b82 HTTP/1.1" status: 204 len: 168 time: 0.2382541 Sep 03 16:39:35.931276 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 55668) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:39:35.935309 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7f090b-f88b-43af-a7e3-59971abb1e1b None None] Network 1fb89acc-1e38-4b5f-b7c6-2c146d2a1a71 requested from dv-cinder-757936-8-iscsi {{(pid=93829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 16:39:36.000711 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f5c14c43-97ee-450e-8258-63daf751e434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3806380'] for network, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:36.027441 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device ed64181c-8938-496a-ae94-380c0b3bcb42 no longer exists at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:39:36.055547 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-f5c14c43-97ee-450e-8258-63daf751e434 admin admin] Deleting port 15439a03-ee9d-42d8-9e73-8951182b7924 {{(pid=93828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:39:36.056021 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f5c14c43-97ee-450e-8258-63daf751e434 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:36.077449 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] No Port match for: ed64181c-8938-496a-ae94-380c0b3bcb42 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:39:36.077801 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device ed64181c-8938-496a-ae94-380c0b3bcb42 not bound to the agent host dv-cinder-757936-8-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:39:36.078292 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 065d3c3f-f374-44d2-a892-6e44b4ba4251 no longer exists at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:39:36.098508 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] No Port match for: 065d3c3f-f374-44d2-a892-6e44b4ba4251 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:39:36.098856 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 065d3c3f-f374-44d2-a892-6e44b4ba4251 not bound to the agent host dv-cinder-757936-8-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:39:36.127655 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.db [None req-f5c14c43-97ee-450e-8258-63daf751e434 admin admin] For port 15439a03-ee9d-42d8-9e73-8951182b7924, host dv-cinder-757936-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-757936-8-iscsi',level=0,port_id=15439a03-ee9d-42d8-9e73-8951182b7924,segment=NetworkSegment(c321cb1e-4a4e-4ce6-b86b-0d5f108e039a),segment_id=c321cb1e-4a4e-4ce6-b86b-0d5f108e039a)] {{(pid=93828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:39:36.128112 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f5c14c43-97ee-450e-8258-63daf751e434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:36.140931 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.plugin [None req-f5c14c43-97ee-450e-8258-63daf751e434 admin admin] Calling delete_port for 15439a03-ee9d-42d8-9e73-8951182b7924 owned by network:dhcp {{(pid=93828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:39:36.171661 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57afbe8c-d291-4bb1-ae34-c835aac4edc3 None None] DHCP port deletion for 1fb89acc-1e38-4b5f-b7c6-2c146d2a1a71 request from dv-cinder-757936-8-iscsi {{(pid=93829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 16:39:36.227784 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f5c14c43-97ee-450e-8258-63daf751e434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126852113'] for port, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:36.229749 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-57afbe8c-d291-4bb1-ae34-c835aac4edc3 None None] Deleting port 15439a03-ee9d-42d8-9e73-8951182b7924 {{(pid=93829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 16:39:36.230129 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-57afbe8c-d291-4bb1-ae34-c835aac4edc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739257823214'] for port, before_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:36.259321 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c14c43-97ee-450e-8258-63daf751e434 admin admin] Pushing event deleted for resources: {'Port': ['ID=15439a03-ee9d-42d8-9e73-8951182b7924,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:39:36.261201 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c14c43-97ee-450e-8258-63daf751e434 admin admin] No DVR routers for this DVR port 15439a03-ee9d-42d8-9e73-8951182b7924 on host dv-cinder-757936-8-iscsi {{(pid=93828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:39:36.296577 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.db [None req-57afbe8c-d291-4bb1-ae34-c835aac4edc3 None None] For port 15439a03-ee9d-42d8-9e73-8951182b7924, host dv-cinder-757936-8-iscsi, got binding levels [] {{(pid=93829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 16:39:36.296974 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-57afbe8c-d291-4bb1-ae34-c835aac4edc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943369'] for port, precommit_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:36.309555 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-57afbe8c-d291-4bb1-ae34-c835aac4edc3 None None] Calling delete_port for 15439a03-ee9d-42d8-9e73-8951182b7924 owned by network:dhcp {{(pid=93829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 16:39:36.312398 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.ipam_backend_mixin [None req-57afbe8c-d291-4bb1-ae34-c835aac4edc3 None None] Port 15439a03-ee9d-42d8-9e73-8951182b7924 was not found and therefore no delete operation was performed {{(pid=93829) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 03 16:39:36.313652 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-57afbe8c-d291-4bb1-ae34-c835aac4edc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3903874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739257830840', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739257407618'] for port, after_delete {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:36.331278 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f5c14c43-97ee-450e-8258-63daf751e434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3811122', 'neutron.services.segments.db._delete_segments_for_network-8739257953365'] for network, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:36.339827 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57afbe8c-d291-4bb1-ae34-c835aac4edc3 None None] Pushing event deleted for resources: {'Port': ['ID=15439a03-ee9d-42d8-9e73-8951182b7924,revision_number=None']} {{(pid=93829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:39:36.341948 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-f5c14c43-97ee-450e-8258-63daf751e434 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fb89acc-1e38-4b5f-b7c6-2c146d2a1a71']}} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:39:36.346190 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57afbe8c-d291-4bb1-ae34-c835aac4edc3 None None] No DVR routers for this DVR port 15439a03-ee9d-42d8-9e73-8951182b7924 on host dv-cinder-757936-8-iscsi {{(pid=93829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 16:39:36.348544 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afbe8c-d291-4bb1-ae34-c835aac4edc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:39:36.349239 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afbe8c-d291-4bb1-ae34-c835aac4edc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:39:36.349387 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afbe8c-d291-4bb1-ae34-c835aac4edc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:39:36.349676 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afbe8c-d291-4bb1-ae34-c835aac4edc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:39:36.350013 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afbe8c-d291-4bb1-ae34-c835aac4edc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:39:36.350349 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afbe8c-d291-4bb1-ae34-c835aac4edc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:39:36.350682 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afbe8c-d291-4bb1-ae34-c835aac4edc3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:39:36.351014 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afbe8c-d291-4bb1-ae34-c835aac4edc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:39:36.351352 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afbe8c-d291-4bb1-ae34-c835aac4edc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:39:36.351841 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afbe8c-d291-4bb1-ae34-c835aac4edc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:39:36.352173 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afbe8c-d291-4bb1-ae34-c835aac4edc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:39:36.352500 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57afbe8c-d291-4bb1-ae34-c835aac4edc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-757936-8-iscsi {{(pid=93829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 16:39:36.353375 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-f5c14c43-97ee-450e-8258-63daf751e434 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c321cb1e-4a4e-4ce6-b86b-0d5f108e039a') {'for_net_delete': True} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:39:36.353728 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.services.segments.db [None req-f5c14c43-97ee-450e-8258-63daf751e434 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c321cb1e-4a4e-4ce6-b86b-0d5f108e039a') {} {{(pid=93828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 16:39:36.364732 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f5c14c43-97ee-450e-8258-63daf751e434 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739257954910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126121537'] for segment, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:36.379050 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f5c14c43-97ee-450e-8258-63daf751e434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526'] for segment, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:36.385579 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5c14c43-97ee-450e-8258-63daf751e434 admin admin] Releasing vlan 894 on physical network physnet1 to pool {{(pid=93828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 16:39:36.386011 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f5c14c43-97ee-450e-8258-63daf751e434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3816526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126852194'] for segment, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:36.387787 dv-cinder-757936-8-iscsi neutron-server[93828]: Traceback (most recent call last): Sep 03 16:39:36.387787 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 16:39:36.387787 dv-cinder-757936-8-iscsi neutron-server[93828]: timer() Sep 03 16:39:36.387787 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 16:39:36.387787 dv-cinder-757936-8-iscsi neutron-server[93828]: cb(*args, **kw) Sep 03 16:39:36.387787 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 16:39:36.387787 dv-cinder-757936-8-iscsi neutron-server[93828]: return func(*args, **kwargs) Sep 03 16:39:36.387787 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 16:39:36.387787 dv-cinder-757936-8-iscsi neutron-server[93828]: self._notify() Sep 03 16:39:36.387787 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 16:39:36.387787 dv-cinder-757936-8-iscsi neutron-server[93828]: self.callback(batched_events) Sep 03 16:39:36.387787 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 16:39:36.387787 dv-cinder-757936-8-iscsi neutron-server[93828]: event.method(event) Sep 03 16:39:36.387787 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 16:39:36.387787 dv-cinder-757936-8-iscsi neutron-server[93828]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 16:39:36.387787 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 16:39:36.387787 dv-cinder-757936-8-iscsi neutron-server[93828]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 16:39:36.387787 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 16:39:36.387787 dv-cinder-757936-8-iscsi neutron-server[93828]: return f(self, *a, **k) Sep 03 16:39:36.387787 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 16:39:36.387787 dv-cinder-757936-8-iscsi neutron-server[93828]: return self._get(url).json() Sep 03 16:39:36.387787 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 16:39:36.387787 dv-cinder-757936-8-iscsi neutron-server[93828]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 16:39:36.387787 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 16:39:36.387787 dv-cinder-757936-8-iscsi neutron-server[93828]: return self.request(url, 'GET', **kwargs) Sep 03 16:39:36.387787 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 16:39:36.387787 dv-cinder-757936-8-iscsi neutron-server[93828]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 16:39:36.387787 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 16:39:36.387787 dv-cinder-757936-8-iscsi neutron-server[93828]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 16:39:36.387787 dv-cinder-757936-8-iscsi neutron-server[93828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 16:39:36.387787 dv-cinder-757936-8-iscsi neutron-server[93828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 16:39:36.387787 dv-cinder-757936-8-iscsi neutron-server[93828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 16:39:36.443684 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f5c14c43-97ee-450e-8258-63daf751e434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3811109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-956946'] for network, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:36.449486 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-f5c14c43-97ee-450e-8258-63daf751e434 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539689'] for network, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:36.451311 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-f5c14c43-97ee-450e-8258-63daf751e434 admin admin] 10.222.0.62 "DELETE /v2.0/networks/1fb89acc-1e38-4b5f-b7c6-2c146d2a1a71 HTTP/1.1" status: 204 len: 168 time: 0.5193760 Sep 03 16:39:36.461873 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c14c43-97ee-450e-8258-63daf751e434 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fb89acc-1e38-4b5f-b7c6-2c146d2a1a71,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:39:36.607860 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 55674) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:39:36.646730 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-1b44dff3-f46a-4b77-a810-992cf6f9f08b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fc56d99c063b480c8584df0df4f7d9cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376985 Sep 03 16:39:36.649157 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 55676) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:39:36.699427 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e0a2ad9d-9a44-4c94-aeac-116587b7711c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:36.720071 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e0a2ad9d-9a44-4c94-aeac-116587b7711c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:36.767392 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e0a2ad9d-9a44-4c94-aeac-116587b7711c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:36.769994 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-e0a2ad9d-9a44-4c94-aeac-116587b7711c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:36.771132 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-e0a2ad9d-9a44-4c94-aeac-116587b7711c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ebecc497-9550-4130-a063-79b761a0ca9b HTTP/1.1" status: 204 len: 168 time: 0.1207786 Sep 03 16:39:36.778651 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a2ad9d-9a44-4c94-aeac-116587b7711c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebecc497-9550-4130-a063-79b761a0ca9b,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:39:37.075968 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 55682) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:39:37.115108 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-76c7d58f-79f9-4685-a8cf-2ead8debf60b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4c8c247639ac47a291af0d39a7b79da0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379939 Sep 03 16:39:37.117496 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [-] (93828) accepted ('10.222.0.62', 55684) {{(pid=93828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 16:39:37.163817 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fc7bb13c-9ddb-44ca-84ee-afa5d4772113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:37.184456 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fc7bb13c-9ddb-44ca-84ee-afa5d4772113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:37.229226 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fc7bb13c-9ddb-44ca-84ee-afa5d4772113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578475'] for security_group, after_delete {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:37.231883 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron_lib.callbacks.manager [None req-fc7bb13c-9ddb-44ca-84ee-afa5d4772113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:37.233067 dv-cinder-757936-8-iscsi neutron-server[93828]: INFO neutron.wsgi [None req-fc7bb13c-9ddb-44ca-84ee-afa5d4772113 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5c18fbd5-d88c-4663-9516-dcdb51553164 HTTP/1.1" status: 204 len: 168 time: 0.1146445 Sep 03 16:39:37.240725 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7bb13c-9ddb-44ca-84ee-afa5d4772113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c18fbd5-d88c-4663-9516-dcdb51553164,revision_number=None']} {{(pid=93828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 16:39:37.723888 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 15439a03-ee9d-42d8-9e73-8951182b7924 no longer exists at agent ovs-agent-dv-cinder-757936-8-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 16:39:37.747018 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.plugin [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] No Port match for: 15439a03-ee9d-42d8-9e73-8951182b7924 {{(pid=93829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 16:39:37.747369 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron.plugins.ml2.rpc [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Device 15439a03-ee9d-42d8-9e73-8951182b7924 not bound to the agent host dv-cinder-757936-8-iscsi {{(pid=93829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 16:39:45.469066 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f940b2fa-5a15-43b9-b399-1bbc05bef795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:48.051345 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-69162341-7c93-4304-aad6-741960a32adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:48.377371 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:49.053411 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad34-f359-45be-bded-9b7b563a89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:50.834446 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30fea9dd-2dab-4865-ba17-13165276935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:53.017065 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:39:54.860241 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-e252f19f-dd3e-4d3c-8df8-c3041748f205 None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:40:15.469770 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-85e9c45c-8035-4b2d-889f-7fd2f5612c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:40:18.050769 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-4c7ab1cd-fd8a-4e1f-b772-89494e874b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:40:18.383262 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:40:19.055669 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad34-f359-45be-bded-9b7b563a89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:40:20.836307 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30fea9dd-2dab-4865-ba17-13165276935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:40:23.027867 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:40:31.858420 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-e252f19f-dd3e-4d3c-8df8-c3041748f205 None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:40:45.470766 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-31122e01-d3cb-41ba-be72-a148a384b4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:40:48.050960 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-481afb10-a99e-44a3-9dba-367169163ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:40:48.373768 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:40:49.066045 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad34-f359-45be-bded-9b7b563a89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:40:50.838414 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30fea9dd-2dab-4865-ba17-13165276935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:40:53.044858 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:41:08.859167 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-e252f19f-dd3e-4d3c-8df8-c3041748f205 None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:41:15.471745 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-aba0b2e3-ce25-4be5-a1af-25b4c762a029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:41:18.052080 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-9cafc6a4-52b7-426f-94e0-0c22450c49e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:41:18.374578 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:41:19.062732 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad34-f359-45be-bded-9b7b563a89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:41:20.844298 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30fea9dd-2dab-4865-ba17-13165276935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:41:23.044456 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:41:45.471589 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-41d73fdc-c31f-413a-80fc-a751eeee9650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:41:45.858077 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-e252f19f-dd3e-4d3c-8df8-c3041748f205 None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:41:48.052822 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-c4800a45-b659-4294-9478-20e16cbe2136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:41:48.377129 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:41:49.064457 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad34-f359-45be-bded-9b7b563a89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:41:50.844695 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30fea9dd-2dab-4865-ba17-13165276935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:41:53.048749 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:42:15.472510 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f34cecc0-2fa8-4353-bc88-cdd5b35dbd0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:42:18.053478 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ad2dfd83-d944-4e98-a572-ae746569e7fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:42:18.378419 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:42:19.069264 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad34-f359-45be-bded-9b7b563a89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:42:20.846639 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30fea9dd-2dab-4865-ba17-13165276935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:42:22.857226 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-e252f19f-dd3e-4d3c-8df8-c3041748f205 None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:42:23.065757 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:42:45.473132 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f6ff9d36-59fd-40a5-9d0e-48cef52ebfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:42:48.054962 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-7b0573a7-0849-41db-9637-a6435044a3ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:42:48.380213 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:42:49.072273 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad34-f359-45be-bded-9b7b563a89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:42:50.848102 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30fea9dd-2dab-4865-ba17-13165276935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:42:53.067375 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:42:59.856999 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-e252f19f-dd3e-4d3c-8df8-c3041748f205 None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:43:15.473760 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-f5cb0894-c2dc-4b13-9636-3bcede09771b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:43:15.808423 dv-cinder-757936-8-iscsi neutron-server[93827]: DEBUG neutron.wsgi [req-3efed7d5-4a97-48e5-acd2-152911c1a58c req-bc98d0a8-48ba-4204-8ff4-6f17d069a92e service neutron] (93827) timed out ('10.222.0.58', 52387) {{(pid=93827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 03 16:43:16.404608 dv-cinder-757936-8-iscsi neutron-server[93828]: DEBUG neutron.wsgi [req-5462cf86-afbc-412f-8968-91f3d65b7072 req-369869ba-9c5e-4a6e-bf9d-e31ff38bfe3a service neutron] (93828) timed out ('10.222.0.58', 52390) {{(pid=93828) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 03 16:43:18.057312 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-09765705-df1e-4707-b034-fd92534a75a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:43:18.380175 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:43:19.074188 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad34-f359-45be-bded-9b7b563a89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:43:20.849935 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30fea9dd-2dab-4865-ba17-13165276935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:43:23.074362 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:43:36.856837 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-e252f19f-dd3e-4d3c-8df8-c3041748f205 None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:43:45.474860 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-11d86e0f-c59e-4acd-8e54-df29f644ca7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:43:48.056613 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5945738b-cde0-4df4-8027-51bc5dc72b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:43:48.383590 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:43:49.080902 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad34-f359-45be-bded-9b7b563a89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:43:50.854158 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30fea9dd-2dab-4865-ba17-13165276935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:43:53.087645 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:44:13.856314 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-e252f19f-dd3e-4d3c-8df8-c3041748f205 None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:44:15.476506 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-6549dcf2-ff70-4446-98ab-b8f4c3c48c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:44:18.056820 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-1154d921-52af-4d11-b6e0-ba91ad56e045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:44:18.383470 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:44:19.080474 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad34-f359-45be-bded-9b7b563a89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:44:20.857701 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30fea9dd-2dab-4865-ba17-13165276935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:44:23.103229 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:44:45.478040 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-38de250d-0acf-4365-b0c8-d71acc67e4f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:44:48.057046 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-ee96330a-b61f-4ff7-a536-b57d93faa92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:44:48.384626 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-70436b0e-5f6e-4125-b6c2-e953b1b69290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:44:49.105457 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad34-f359-45be-bded-9b7b563a89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:44:50.854605 dv-cinder-757936-8-iscsi neutron-server[93830]: DEBUG neutron.db.agents_db [None req-e252f19f-dd3e-4d3c-8df8-c3041748f205 None None] Agent healthcheck: found 6 active agents {{(pid=93830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 16:44:50.860009 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-30fea9dd-2dab-4865-ba17-13165276935c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 16:44:53.101483 dv-cinder-757936-8-iscsi neutron-server[93829]: DEBUG neutron_lib.callbacks.manager [None req-af88e2b4-32dd-4037-8493-82fa7139733e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739257953347', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3814008'] for agent, after_update {{(pid=93829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}